{"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.214047718Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.222952007Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.230624259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.240839506Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.253584304Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.253606222Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.278846392Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.278880007Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.302237895Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/bb469","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.524559914Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.814523713Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829176388Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.82929003Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829357711Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829411773Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829466876Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.8295166Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829557708Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829600039Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829641001Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829690045Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829725645Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829779659Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829808436Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.829960469Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830177231Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830301227Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830300158Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830404168Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830403305Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.830580495Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.930915687Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 21:07:58.930910 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1030 21:07:58.939465 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.939695068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.939884375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.9399475Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940051904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940096121Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940166314Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940190952Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940275855Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940394244Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940581578Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940675262Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940722793Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940821612Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940932125Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.940978272Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941031046Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941087388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941072202Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941176192Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.94120777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941275244Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941328776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941352017Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941372071Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.94153101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941555566Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941580369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.94162708Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.94163536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941655786Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941675788Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941799849Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941821515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941872627Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942021144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942132009Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942168111Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.941671809Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942215898Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942355582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942201422Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942410105Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942537436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942746238Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.94278327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942818595Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942897694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942932979Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.942973364Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.943060601Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.943092598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:58.959172379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.093145829Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.118253447Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188109905Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188134237Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188147974Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188175668Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188254634Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188279551Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.18830251Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188326296Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188378592Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.188395172Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.189419653Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.189452145Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.245324171Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.245364272Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.246419049Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.246468509Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.803345629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f30814-18f6-425c-8aaa-c6121695ede6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.806847068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f30814-18f6-425c-8aaa-c6121695ede6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.810379591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f30814-18f6-425c-8aaa-c6121695ede6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:07:59.813862964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f30814-18f6-425c-8aaa-c6121695ede6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:00.040521065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b84e36-1354-476a-a7dc-c67c2527749f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:00.043749515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b84e36-1354-476a-a7dc-c67c2527749f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:00.04699021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b84e36-1354-476a-a7dc-c67c2527749f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:00.050293852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b84e36-1354-476a-a7dc-c67c2527749f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:09.851623387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f14e930-b3e7-4cf1-beb4-cdf7e401d942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:09.855829979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f14e930-b3e7-4cf1-beb4-cdf7e401d942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:09.859901154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f14e930-b3e7-4cf1-beb4-cdf7e401d942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:09.864970896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f14e930-b3e7-4cf1-beb4-cdf7e401d942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.075819915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8561386d-664d-49e6-b1e5-1e984d108136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.079629858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8561386d-664d-49e6-b1e5-1e984d108136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.083223363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8561386d-664d-49e6-b1e5-1e984d108136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.087984243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8561386d-664d-49e6-b1e5-1e984d108136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.272972652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fcf2ae-b2e2-437e-9958-4b975640b677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.287526383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fcf2ae-b2e2-437e-9958-4b975640b677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.291416342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fcf2ae-b2e2-437e-9958-4b975640b677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:10.298770781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fcf2ae-b2e2-437e-9958-4b975640b677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:28.967947389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:28.974205081Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.101005299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20eae1d0-2233-4368-b244-df52a86c68fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.104538928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20eae1d0-2233-4368-b244-df52a86c68fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.108121018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20eae1d0-2233-4368-b244-df52a86c68fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.111320264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20eae1d0-2233-4368-b244-df52a86c68fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.309596055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a82296-272d-40f4-8132-4da4e26c7f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.313073709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a82296-272d-40f4-8132-4da4e26c7f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.31685309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a82296-272d-40f4-8132-4da4e26c7f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:29.322755237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a82296-272d-40f4-8132-4da4e26c7f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.164290412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929da765-b0da-4c83-8584-79764d9ec600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.167818715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929da765-b0da-4c83-8584-79764d9ec600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.171292084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929da765-b0da-4c83-8584-79764d9ec600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.174632991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929da765-b0da-4c83-8584-79764d9ec600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.454264022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2a32b-156d-49c9-ae05-2092cf1417d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.457885775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2a32b-156d-49c9-ae05-2092cf1417d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.461357551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2a32b-156d-49c9-ae05-2092cf1417d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:30.464722105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2a32b-156d-49c9-ae05-2092cf1417d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.058123009Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a1021-9f34-4e99-99d7-1cdcbcf5ff3c","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.344738414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a1021-9f34-4e99-99d7-1cdcbcf5ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.349984151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a1021-9f34-4e99-99d7-1cdcbcf5ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.353795458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a1021-9f34-4e99-99d7-1cdcbcf5ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.357667795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33a1021-9f34-4e99-99d7-1cdcbcf5ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.582972682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216350d1-ccc4-4729-a620-4720413ecfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.586282715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216350d1-ccc4-4729-a620-4720413ecfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.589698333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216350d1-ccc4-4729-a620-4720413ecfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.593199297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216350d1-ccc4-4729-a620-4720413ecfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:31.968730802Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"769119b8-ed69-443e-bf30-e6dea656f27f","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.291395581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5230bead-425e-4210-8186-39c9d173ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.295133253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5230bead-425e-4210-8186-39c9d173ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.301619984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5230bead-425e-4210-8186-39c9d173ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.305335978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5230bead-425e-4210-8186-39c9d173ea7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.553629062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f86ac-b4f6-4411-ac25-a7456c5b5238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.558037462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f86ac-b4f6-4411-ac25-a7456c5b5238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.565292835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f86ac-b4f6-4411-ac25-a7456c5b5238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:32.570371771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232f86ac-b4f6-4411-ac25-a7456c5b5238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:53.795932247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc37b134-fdaf-4dd0-84cb-33ea9b10b764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:53.79926052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc37b134-fdaf-4dd0-84cb-33ea9b10b764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:53.802453748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc37b134-fdaf-4dd0-84cb-33ea9b10b764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:53.805752319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc37b134-fdaf-4dd0-84cb-33ea9b10b764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:54.131143456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a92fc8f-0a93-4798-a802-ae3c2959dc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:54.134392089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a92fc8f-0a93-4798-a802-ae3c2959dc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:54.137946306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a92fc8f-0a93-4798-a802-ae3c2959dc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:54.141481487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a92fc8f-0a93-4798-a802-ae3c2959dc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:08:58.968194249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.424033753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113643-50aa-4edd-9386-ad447b28cc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.429800619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113643-50aa-4edd-9386-ad447b28cc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.433171341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113643-50aa-4edd-9386-ad447b28cc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.436770866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113643-50aa-4edd-9386-ad447b28cc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.649793555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ee6dd-615e-41f7-ba54-f3a7fdc0550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.653319762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ee6dd-615e-41f7-ba54-f3a7fdc0550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.657039494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ee6dd-615e-41f7-ba54-f3a7fdc0550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.660560591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ee6dd-615e-41f7-ba54-f3a7fdc0550d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:24.787828403Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"894accd1-efbd-4fe5-9a18-390d628fd3f9","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.088754723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa34a9-0638-41dd-93a3-1b18d67ec508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.092333438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa34a9-0638-41dd-93a3-1b18d67ec508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.095478131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa34a9-0638-41dd-93a3-1b18d67ec508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.098811418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa34a9-0638-41dd-93a3-1b18d67ec508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.328650597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26837434-222e-451c-a9b2-7be663e8fbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.332058973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26837434-222e-451c-a9b2-7be663e8fbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.335368314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26837434-222e-451c-a9b2-7be663e8fbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.33860618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26837434-222e-451c-a9b2-7be663e8fbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.627859415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff3d0c5-3fd1-4eb4-92f1-a112d6a46e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.631142115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff3d0c5-3fd1-4eb4-92f1-a112d6a46e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.634383838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff3d0c5-3fd1-4eb4-92f1-a112d6a46e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:25.637747987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff3d0c5-3fd1-4eb4-92f1-a112d6a46e78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:28.966204922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:29.187927594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ac7cb6-5f8f-4a1b-a247-d7e5fb8743c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:29.191483314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ac7cb6-5f8f-4a1b-a247-d7e5fb8743c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:29.194686642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ac7cb6-5f8f-4a1b-a247-d7e5fb8743c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:29.198058905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ac7cb6-5f8f-4a1b-a247-d7e5fb8743c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.741931095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e732b87-0433-4554-aec6-f56c89313c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.776050518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e732b87-0433-4554-aec6-f56c89313c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.784224057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e732b87-0433-4554-aec6-f56c89313c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.844900428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43b31c8e-cf59-4068-8023-7c2faec16a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.844913209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcdee1-9008-433b-a3e4-2d82cefece39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.852946811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43b31c8e-cf59-4068-8023-7c2faec16a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.853036146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcdee1-9008-433b-a3e4-2d82cefece39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.859576488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43b31c8e-cf59-4068-8023-7c2faec16a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.860111627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edbcdee1-9008-433b-a3e4-2d82cefece39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.945861251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66325c08-c57d-4851-9fd3-7a72c1a5321d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.953491538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66325c08-c57d-4851-9fd3-7a72c1a5321d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:52.960671487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66325c08-c57d-4851-9fd3-7a72c1a5321d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.162409407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b05f52d-8226-4097-b14c-6124bcbcbc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.170424672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b05f52d-8226-4097-b14c-6124bcbcbc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.18003323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b05f52d-8226-4097-b14c-6124bcbcbc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.260468477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11af264-c25a-484f-8554-71ac7048939d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.260625078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ab1d3e-582a-44c7-b387-9e5f852ee72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:09:53.269084108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"307c3dd5-0be2-4165-a423-940b90b6ce95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.272783443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11af264-c25a-484f-8554-71ac7048939d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.273936566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ab1d3e-582a-44c7-b387-9e5f852ee72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.279622558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11af264-c25a-484f-8554-71ac7048939d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.27998403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2ab1d3e-582a-44c7-b387-9e5f852ee72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.300000402Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7b83724-7321-40cf-8b62-df8e34ebec16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.363682388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa37883-ec87-4cfb-acdb-a5ad11b8b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.363684096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab907518-4c51-49b9-91e4-dc7fbdb0023c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:09:53.370219681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.375356363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa37883-ec87-4cfb-acdb-a5ad11b8b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.376281702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab907518-4c51-49b9-91e4-dc7fbdb0023c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.384003883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa37883-ec87-4cfb-acdb-a5ad11b8b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.385131608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab907518-4c51-49b9-91e4-dc7fbdb0023c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:09:53.38866765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa37883-ec87-4cfb-acdb-a5ad11b8b4f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:09:53.389200354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab907518-4c51-49b9-91e4-dc7fbdb0023c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.402141129Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c2e4b0b-c134-49b8-88f0-dcdd6beb094a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.402155831Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc3f92d9-0017-4ec1-80e2-59c3727d4870","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.46288058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4abcc6c-c7b8-4422-83ad-78d2731aa9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.46289537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6f2b0ac-7242-468a-930f-381d11e87259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.470266999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4abcc6c-c7b8-4422-83ad-78d2731aa9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.470798655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6f2b0ac-7242-468a-930f-381d11e87259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.477618519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6f2b0ac-7242-468a-930f-381d11e87259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.477656315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4abcc6c-c7b8-4422-83ad-78d2731aa9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.500100974Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"699ecb94-179a-49f0-b201-a104639e0822","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:53.978685651Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36ec323f-1ffe-40bd-b744-f247a8a1698e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.081486857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1080634-9107-4069-ac49-90a20aad9230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.706400759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9523beae-e5e9-40be-87aa-deaad931a5a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.706426652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9523beae-e5e9-40be-87aa-deaad931a5a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.719866689Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a26ed03-6a7d-496b-abd9-6133a2d30f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.720310671Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97afcce4-9869-45f6-b7de-a57ed608a0fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.727487922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e771053d-0b19-4b26-be63-f35afa0bee11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.727504244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e771053d-0b19-4b26-be63-f35afa0bee11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.728871065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f088842-e596-44f5-ab25-525c38007abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.729077945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c5fca0-adaa-4886-bbb2-206094e25172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.738301262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f088842-e596-44f5-ab25-525c38007abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.739546325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c5fca0-adaa-4886-bbb2-206094e25172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.744822173Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f088842-e596-44f5-ab25-525c38007abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.745972447Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0c5fca0-adaa-4886-bbb2-206094e25172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.82673487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0407660-60b1-47ab-8d57-25111f74022e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.827802261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c807abb9-eef5-4dfb-9aca-4f6b14e91b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.835185121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0407660-60b1-47ab-8d57-25111f74022e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.835229574Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0407660-60b1-47ab-8d57-25111f74022e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.837471682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c807abb9-eef5-4dfb-9aca-4f6b14e91b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:54.837521403Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c807abb9-eef5-4dfb-9aca-4f6b14e91b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.211864128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a167f6e5-7e42-412a-8420-65beff8e6f51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.211892343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a167f6e5-7e42-412a-8420-65beff8e6f51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.47031916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5da0533-14f6-4246-8ff8-6b9a19093d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.470322734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dafd627-da84-42b1-9541-8506c61b1cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.478801972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5da0533-14f6-4246-8ff8-6b9a19093d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.478849455Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5da0533-14f6-4246-8ff8-6b9a19093d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.48032444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dafd627-da84-42b1-9541-8506c61b1cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:55.480374634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dafd627-da84-42b1-9541-8506c61b1cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.728492331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c5791c9-1501-4949-af61-65802c5badb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.728512329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c5791c9-1501-4949-af61-65802c5badb9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.728923891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e40976c2-466f-4d4e-a567-36495b500873","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.728946504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e40976c2-466f-4d4e-a567-36495b500873","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.73270801Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3bd1828-2755-49f0-972b-dbfacad8b4cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.733019712Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59f36892-77af-4a21-91fc-7987ac73b958","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.746804082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca4cbb0c-8477-4fc5-83f9-e087e3438fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.746898268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f103d611-34f4-4586-91bb-df2537407c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.74908149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb77c64f-307b-493f-9475-a6993d6d8012","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.749102106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb77c64f-307b-493f-9475-a6993d6d8012","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.749340475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0be1527-3352-4303-b338-bb47d313938d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.749356208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0be1527-3352-4303-b338-bb47d313938d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.757537214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca4cbb0c-8477-4fc5-83f9-e087e3438fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.757608167Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca4cbb0c-8477-4fc5-83f9-e087e3438fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.759877509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f103d611-34f4-4586-91bb-df2537407c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.759931416Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f103d611-34f4-4586-91bb-df2537407c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.839410881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2b458b-44d5-4beb-83c5-390c546a749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.83942069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64ead61f-993a-491d-9803-fe3a3ec21c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.847120427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64ead61f-993a-491d-9803-fe3a3ec21c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.847168292Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64ead61f-993a-491d-9803-fe3a3ec21c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.84789797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2b458b-44d5-4beb-83c5-390c546a749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.847939804Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2b458b-44d5-4beb-83c5-390c546a749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.892502687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"664f2d2e-82c1-44c0-b4b8-25985e48b011","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.892521153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"664f2d2e-82c1-44c0-b4b8-25985e48b011","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:58.966893562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.538968698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ec37876-0142-4922-881b-b01a6b2609fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.538993742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7ec37876-0142-4922-881b-b01a6b2609fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.539301779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6e0e287-60da-453a-96c0-5187ea123a58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.539319751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a6e0e287-60da-453a-96c0-5187ea123a58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.539844858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e990a9d2-aa1b-447f-9e55-4d19a7a6d454","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.539862691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e990a9d2-aa1b-447f-9e55-4d19a7a6d454","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.541037351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576f1877-ad50-45d1-b64e-c4566dff6d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.541517439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353138ce-28aa-4d08-a6d7-8773dc8c5255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.54281558Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee3a4424-ac08-41d7-a2e7-326af63626d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.55084479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576f1877-ad50-45d1-b64e-c4566dff6d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.550895386Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576f1877-ad50-45d1-b64e-c4566dff6d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.553481315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353138ce-28aa-4d08-a6d7-8773dc8c5255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.553518971Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353138ce-28aa-4d08-a6d7-8773dc8c5255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.560771032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"017aa395-23c8-49c1-91a6-3f9b7a41c4be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.560791945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"017aa395-23c8-49c1-91a6-3f9b7a41c4be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.561047955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"393c6838-d63e-403a-9a6f-3951f1c49fd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.56106007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"393c6838-d63e-403a-9a6f-3951f1c49fd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.561236437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67529f1e-0cd2-47df-92ce-4661778b81b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.561247603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67529f1e-0cd2-47df-92ce-4661778b81b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.642620511Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1fae8ed-6a4e-4f7a-8885-b0ec6f926086","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.64345455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185142f9-d54f-4e48-be10-9c4013e40e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.643522981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85184273-3ec7-44fb-9068-41d6e8bd5c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.652746349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85184273-3ec7-44fb-9068-41d6e8bd5c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.652805347Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85184273-3ec7-44fb-9068-41d6e8bd5c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.653735805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185142f9-d54f-4e48-be10-9c4013e40e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.65378486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185142f9-d54f-4e48-be10-9c4013e40e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.712168331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"783de3bd-e0fe-4815-9387-53c93b5c8c4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.712188012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"783de3bd-e0fe-4815-9387-53c93b5c8c4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.745970787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa965f31-9725-48d6-ad0d-8844adf39bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.745991744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14145291-741c-4534-8fd9-d274d255fc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.754300194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa965f31-9725-48d6-ad0d-8844adf39bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.754353807Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa965f31-9725-48d6-ad0d-8844adf39bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.756938212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14145291-741c-4534-8fd9-d274d255fc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:09:59.756972313Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14145291-741c-4534-8fd9-d274d255fc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.365967055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"658e699c-d35c-4296-91bc-fd3bf4e30aab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.365998491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"658e699c-d35c-4296-91bc-fd3bf4e30aab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.366362516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d6b1cb0-e72f-48d9-b2f9-19ba2615ad9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.366381643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6d6b1cb0-e72f-48d9-b2f9-19ba2615ad9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.366683978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33fd64a9-2d74-4955-b2fa-c56ccb97a0ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.366704511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33fd64a9-2d74-4955-b2fa-c56ccb97a0ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.367034132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe2f4af2-02c3-4d11-8344-67e2cef22e6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.367052653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe2f4af2-02c3-4d11-8344-67e2cef22e6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.372334306Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0bf018e-451e-4e68-bef0-cc9b1dcbe595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.374841832Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d9ae4b3-0ad1-442f-a17c-8de114dbe7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384027766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ede0dcad-26f6-4d7e-ae93-97ef5d08d2e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384046555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ede0dcad-26f6-4d7e-ae93-97ef5d08d2e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384267189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95dc8ab6-cfac-4574-baed-66e73bfd0e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384283151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95dc8ab6-cfac-4574-baed-66e73bfd0e25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384480229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f5bd53c-2440-415c-b494-c6f6acafa301","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384491583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f5bd53c-2440-415c-b494-c6f6acafa301","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384669876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d9aae806-7e38-40f9-8e0c-05074c6aefd4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.384681063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d9aae806-7e38-40f9-8e0c-05074c6aefd4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.390977269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9370e4-c877-4ecb-be50-7d741931d832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.390989633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dfd75e4-d9d1-437e-b54b-c98bf1daf3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.400833063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9370e4-c877-4ecb-be50-7d741931d832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.400878945Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9370e4-c877-4ecb-be50-7d741931d832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.402284876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dfd75e4-d9d1-437e-b54b-c98bf1daf3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.402322355Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dfd75e4-d9d1-437e-b54b-c98bf1daf3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.484127541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3778d6f8-e5f8-4650-885a-150114cf0f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.485029244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c312b5c-6200-44b9-b094-f08011644da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.494213301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c312b5c-6200-44b9-b094-f08011644da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.494256581Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c312b5c-6200-44b9-b094-f08011644da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.494472958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3778d6f8-e5f8-4650-885a-150114cf0f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.49452188Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3778d6f8-e5f8-4650-885a-150114cf0f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.564917191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6660578e-bd06-4774-ab8e-52b9e78bfb17","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.56493647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6660578e-bd06-4774-ab8e-52b9e78bfb17","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.618474875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842fdc5e-55dd-4867-8516-922215fa51b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.618699282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8ef7e0-4fab-426c-8cec-f1aeca02c87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.626781243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8ef7e0-4fab-426c-8cec-f1aeca02c87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.626827522Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8ef7e0-4fab-426c-8cec-f1aeca02c87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.627917572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842fdc5e-55dd-4867-8516-922215fa51b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:00.627967721Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842fdc5e-55dd-4867-8516-922215fa51b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.083731408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6b94010-d51d-4419-b074-83b3420b63e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.083841619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6b94010-d51d-4419-b074-83b3420b63e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084219466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06063055-866c-4ba4-9cee-f187ff6189f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084241659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06063055-866c-4ba4-9cee-f187ff6189f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084574791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98a0c580-a88b-468a-aef4-c89bb4e2ce16","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084589982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98a0c580-a88b-468a-aef4-c89bb4e2ce16","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084889535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15f71161-e8f2-4e29-8328-9c3a05b04636","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.084945088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15f71161-e8f2-4e29-8328-9c3a05b04636","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.085410862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb6f1562-04a8-4f86-a491-d55fa021029b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.085451937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb6f1562-04a8-4f86-a491-d55fa021029b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.087816685Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e436e8d5-4bb7-4ba5-bd83-0510b05ecabf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.100618306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68633a9-1ea7-4418-82af-c5ad4e503e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.101324352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f4e80a-d887-49be-93e8-208636f8a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.103899163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9142775-fa12-4132-9c4a-3a183b93be61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.103915836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9142775-fa12-4132-9c4a-3a183b93be61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104123887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c63f1cf-182e-457c-b02a-bbce9cdcac4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104138812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c63f1cf-182e-457c-b02a-bbce9cdcac4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104314196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05bc67ff-ea21-41a6-956e-be7150caf496","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.10432619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05bc67ff-ea21-41a6-956e-be7150caf496","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104524523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5da455d1-a989-4c96-bdab-7e6007732483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104536933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5da455d1-a989-4c96-bdab-7e6007732483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104711599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"868bb492-45bd-4d74-81c6-2b7ee6a42c91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.104723088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"868bb492-45bd-4d74-81c6-2b7ee6a42c91","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.109381785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68633a9-1ea7-4418-82af-c5ad4e503e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.10946194Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a68633a9-1ea7-4418-82af-c5ad4e503e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.110973217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f4e80a-d887-49be-93e8-208636f8a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.11102249Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74f4e80a-d887-49be-93e8-208636f8a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.18804277Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d830b13d-0406-451a-b7f8-e3a36944e9ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.194235925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a2c4b9-19bd-41e9-80c6-36a5c066e733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.194562419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb09e45-3125-4e58-ac4d-599cb5b6716b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.202536457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb09e45-3125-4e58-ac4d-599cb5b6716b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.202579014Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fb09e45-3125-4e58-ac4d-599cb5b6716b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.202627751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a2c4b9-19bd-41e9-80c6-36a5c066e733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.20266521Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a2c4b9-19bd-41e9-80c6-36a5c066e733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.256489821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b354caf-059b-45e1-9947-6092606d8ec9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:01.256510186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b354caf-059b-45e1-9947-6092606d8ec9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.028280862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6029cccd-1abe-42f0-ba5b-a15b9f5d891d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.032356953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6486c7d-3786-4ffe-b61b-3a2f614dbd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.040497081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6029cccd-1abe-42f0-ba5b-a15b9f5d891d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.040542177Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6029cccd-1abe-42f0-ba5b-a15b9f5d891d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.043088148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6486c7d-3786-4ffe-b61b-3a2f614dbd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.043145005Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6486c7d-3786-4ffe-b61b-3a2f614dbd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.128999402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093e2fc0-2666-4077-8f70-0e1420fbcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.129090167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae9ea10-1d30-49e4-ae55-b4b547ac5843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.13645576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae9ea10-1d30-49e4-ae55-b4b547ac5843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.136503778Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae9ea10-1d30-49e4-ae55-b4b547ac5843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.136613263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093e2fc0-2666-4077-8f70-0e1420fbcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.136665172Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093e2fc0-2666-4077-8f70-0e1420fbcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723506472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"612e80fa-bb3a-4dc5-96f7-7e160eaf1570","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723526978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"612e80fa-bb3a-4dc5-96f7-7e160eaf1570","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723762812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"576e6b78-a232-43b7-97d0-7b93e5ef7a54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723775121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"576e6b78-a232-43b7-97d0-7b93e5ef7a54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723940329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4c3e7a8-fe51-47aa-ba3e-217f1adf8f1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.723950259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4c3e7a8-fe51-47aa-ba3e-217f1adf8f1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724125363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3a0b232-c713-43a0-9199-9c1d9be6f74e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724141267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c3a0b232-c713-43a0-9199-9c1d9be6f74e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724346889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"da74f2b1-6912-4349-83f5-a19c7132f330","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724359864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"da74f2b1-6912-4349-83f5-a19c7132f330","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724586282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3edfb6b0-ee44-4589-bdea-637a47805422","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.724599783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3edfb6b0-ee44-4589-bdea-637a47805422","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.732566443Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b63a2cf-4278-42a9-8208-32bb4744726c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.732572038Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f46109dc-ad8a-4da3-89af-ea1c80f0cc69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746026519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dae35fa1-6807-4cb6-bb8b-84deb1cb4d5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746050173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dae35fa1-6807-4cb6-bb8b-84deb1cb4d5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746344998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3fb8b8b-24da-46dc-a240-08f3300dcd53","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746364229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3fb8b8b-24da-46dc-a240-08f3300dcd53","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746667512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e182e9f6-c0f3-4683-8fdc-a5b43ae304e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746682062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e182e9f6-c0f3-4683-8fdc-a5b43ae304e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746863097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61fece2e-10d2-4399-aba4-9f0e8da21e13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.746873157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61fece2e-10d2-4399-aba4-9f0e8da21e13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.747018684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3968c3d2-a1e5-4b90-8e55-796b1a58be9d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.747028126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3968c3d2-a1e5-4b90-8e55-796b1a58be9d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.74716874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7200968b-4f61-4ed3-bbf9-f81dd5a9d822","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.747178469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7200968b-4f61-4ed3-bbf9-f81dd5a9d822","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.748373055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dadab94-37bf-430d-8add-b886f78e9c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.748417801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ea83ebb-493c-48f7-ac1a-2ebbc57225fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.764217564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ea83ebb-493c-48f7-ac1a-2ebbc57225fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.76427666Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ea83ebb-493c-48f7-ac1a-2ebbc57225fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.765749653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dadab94-37bf-430d-8add-b886f78e9c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.765799911Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dadab94-37bf-430d-8add-b886f78e9c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.836672854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fb0d7e-e0be-4bdb-890f-78c0ca7f9238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.836719659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8a5ab4-b8b1-41ba-b323-ea87821cdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.845500872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8a5ab4-b8b1-41ba-b323-ea87821cdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.845543587Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8a5ab4-b8b1-41ba-b323-ea87821cdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.845571941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fb0d7e-e0be-4bdb-890f-78c0ca7f9238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.845611556Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fb0d7e-e0be-4bdb-890f-78c0ca7f9238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.9028912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1741ad2a-02c1-428e-8ef7-bcac07a63074","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:02.902911027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1741ad2a-02c1-428e-8ef7-bcac07a63074","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.685085801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8835e2e0-3596-42b8-b00d-c8ef550c75c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.685135811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8312747b-01c6-4b35-87d6-d51d31f61187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.694660188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8312747b-01c6-4b35-87d6-d51d31f61187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.694729202Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8312747b-01c6-4b35-87d6-d51d31f61187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.695716837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8835e2e0-3596-42b8-b00d-c8ef550c75c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:03.695779084Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8835e2e0-3596-42b8-b00d-c8ef550c75c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.105959893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6427d788-9f66-499c-9258-eb372f1ce85c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.105981617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6427d788-9f66-499c-9258-eb372f1ce85c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106259634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"291aad21-3bde-4b67-9918-4c7a5c51b581","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106273963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"291aad21-3bde-4b67-9918-4c7a5c51b581","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106502067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a652060-01e1-43b0-a8d8-3becc92478c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106516581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a652060-01e1-43b0-a8d8-3becc92478c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106737029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b7007926-d532-4c53-b639-a390b2ab37d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106752961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b7007926-d532-4c53-b639-a390b2ab37d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106944637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bff0053-2516-4e50-8153-7187a067d39f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.106957193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bff0053-2516-4e50-8153-7187a067d39f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.107128102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f085599f-ae6c-4768-958f-2861f79dc756","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.107141348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f085599f-ae6c-4768-958f-2861f79dc756","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.107376312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c0dc9b0-413b-4fbc-b790-f99e0388d186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.107390555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c0dc9b0-413b-4fbc-b790-f99e0388d186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.110406935Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"263737d1-0f98-46be-a0f7-6a92c51f4507","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.121723698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2796e499-dbb1-455e-8a98-24936f26615f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.121762936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6d1290a-e5d8-40d1-9db2-0900808c9e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.124943971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca07e6ca-555b-4f07-8165-162cdb8134e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.124963393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca07e6ca-555b-4f07-8165-162cdb8134e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.12522679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8d8f745-43e0-4e5b-873f-8b5becb6a346","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.125243558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8d8f745-43e0-4e5b-873f-8b5becb6a346","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.125537445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7217cdc-24a1-4e44-93f9-b509625acf10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.125552614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7217cdc-24a1-4e44-93f9-b509625acf10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.125790417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"521e1a15-23da-411f-864c-341fbf45df01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.125804687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"521e1a15-23da-411f-864c-341fbf45df01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.126048695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27fd0e25-5678-41a6-be65-e9c02c7ce6e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.126064944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27fd0e25-5678-41a6-be65-e9c02c7ce6e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.126310464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a49c918f-4592-41e0-83e1-a6b3c4656c3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.12632568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a49c918f-4592-41e0-83e1-a6b3c4656c3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.126615996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d31cf278-aed8-4192-b2a6-1e3be217f5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.126631668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d31cf278-aed8-4192-b2a6-1e3be217f5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.129700139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6d1290a-e5d8-40d1-9db2-0900808c9e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.129748453Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6d1290a-e5d8-40d1-9db2-0900808c9e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.130721008Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c267d7e8-b9a8-474d-b1f5-4d6738154061","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.132299017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2796e499-dbb1-455e-8a98-24936f26615f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.147292784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd760305-b1b0-4b6e-bb4f-4e515470d470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.147313207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd760305-b1b0-4b6e-bb4f-4e515470d470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.216021836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fc78053-7a9a-4eee-8689-52b9a5b43965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.216207568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e394d2-4dc0-49c2-b3ed-d05320ef7e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.220246384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc3e2b62-6aa0-4298-8f8e-3a2fe4678ebd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.223120089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fc78053-7a9a-4eee-8689-52b9a5b43965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.223549308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e394d2-4dc0-49c2-b3ed-d05320ef7e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.2235875Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e394d2-4dc0-49c2-b3ed-d05320ef7e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.27047281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42d2e1b5-77b1-4ebb-9660-138142ac2a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.270498137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42d2e1b5-77b1-4ebb-9660-138142ac2a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:06.320638006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a76fd38b-8f62-4128-b08b-c67bddf02fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.333359104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42168576-1d35-411d-b417-e2f4c7aefb77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.351148408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fbb877-aa41-4d14-b357-77f4396cc41a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.351168768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fbb877-aa41-4d14-b357-77f4396cc41a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.369778032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a408e7-69ae-4450-8025-8de12078c375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.372915561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c320bd-13a3-453f-958e-483aba28958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.377488619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a408e7-69ae-4450-8025-8de12078c375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.380975578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c320bd-13a3-453f-958e-483aba28958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.381029243Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9c320bd-13a3-453f-958e-483aba28958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.642926986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42d364d0-9440-4197-a7aa-834f66f65865","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.642956543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42d364d0-9440-4197-a7aa-834f66f65865","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.643337329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79d76462-71d0-4de1-b563-de99eed677b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.643358206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79d76462-71d0-4de1-b563-de99eed677b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.643694983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2452cdb1-6828-4dff-9cf8-77f370a40c00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.643726732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2452cdb1-6828-4dff-9cf8-77f370a40c00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644038321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"006be148-a4a4-4855-a884-aa838317e5b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644059313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"006be148-a4a4-4855-a884-aa838317e5b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644450905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2756eb12-41c9-4da5-9d6b-9a5b1c458a01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644469782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2756eb12-41c9-4da5-9d6b-9a5b1c458a01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644835683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d312f5e6-71fc-4bc6-9152-373b206bf2c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.644863292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d312f5e6-71fc-4bc6-9152-373b206bf2c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.645203592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989acf4c-5e58-4674-8ebe-4266cb9e1a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.645228876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989acf4c-5e58-4674-8ebe-4266cb9e1a9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.64565552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d29ffd45-99d4-400a-9751-286d5b478442","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.645676565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d29ffd45-99d4-400a-9751-286d5b478442","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.666602037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed66e941-9601-489a-81b7-832a40322b18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.674489267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f8c5b55-ddea-424d-986b-0856a3b4d38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.676316051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"617a0a68-fa50-45ab-839e-6f7dab0889e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.67633631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"617a0a68-fa50-45ab-839e-6f7dab0889e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.678761336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed66e941-9601-489a-81b7-832a40322b18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.678976969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"959271e6-9cf7-4aa3-a2b3-d8b38eef9adb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.678990958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"959271e6-9cf7-4aa3-a2b3-d8b38eef9adb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679227991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc164a99-3a44-44b8-9abe-860c8e380067","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679240574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc164a99-3a44-44b8-9abe-860c8e380067","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679419814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a31e96bf-b1be-413b-9044-ca72d06f4ad0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679448426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a31e96bf-b1be-413b-9044-ca72d06f4ad0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679616071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ab1de3d-3e1e-4caf-8638-4dd33d86a9e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679628343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ab1de3d-3e1e-4caf-8638-4dd33d86a9e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679784614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f06f3652-fd19-410a-b54a-741eef9e1b6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679796131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f06f3652-fd19-410a-b54a-741eef9e1b6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679938265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3f85694-bfd1-46c4-9dfa-57d2f59217a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.679947165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3f85694-bfd1-46c4-9dfa-57d2f59217a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.680113552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"707bdd34-471b-4a90-b43e-6c00171e194e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.680153807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf2558b9-2ea1-485c-9e68-fa8293a9fec4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.680171362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf2558b9-2ea1-485c-9e68-fa8293a9fec4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.682521815Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e2f7bc7-1555-48dd-b5a2-9e03b59d2ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.683194644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f8c5b55-ddea-424d-986b-0856a3b4d38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.699258242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3323dec-1bc3-4802-8477-ac8dc7cbaba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.699276183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c3323dec-1bc3-4802-8477-ac8dc7cbaba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.768154124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d78f0d88-1536-4c76-9815-fa760dd76636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.796331982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"134ba460-fb54-4d48-88a9-f8e9ed2dd717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.80036846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8c0ecf1-1bea-495b-bb02-8958cd02955c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.80160136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"756b7c16-d250-4667-964b-655e8bd36c5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.80162347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"756b7c16-d250-4667-964b-655e8bd36c5c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.805806882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"134ba460-fb54-4d48-88a9-f8e9ed2dd717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.808605596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8c0ecf1-1bea-495b-bb02-8958cd02955c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:07.866239569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17efab50-05ef-4534-9cb2-06fa24eb3206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:08.411607595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7f61d40-49dd-4a58-9cd8-b9eab1362f84","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:08.411635593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7f61d40-49dd-4a58-9cd8-b9eab1362f84","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.416672955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee40082c-c387-48e5-8c2f-8ae2fab6ece0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.457405214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3e5e62-4dfe-4fe8-85d6-fcbb3923f619","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.457427076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea3e5e62-4dfe-4fe8-85d6-fcbb3923f619","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.486376882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05a911a0-f22a-4a12-93f3-789112e259ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.48642144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293e1858-30ce-42f4-98f8-7149a759ef71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.505401097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293e1858-30ce-42f4-98f8-7149a759ef71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.508118353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05a911a0-f22a-4a12-93f3-789112e259ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.753739041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"869f4a28-2c28-4380-bdd3-a5444220098d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:09.753766366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"869f4a28-2c28-4380-bdd3-a5444220098d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:10.946753513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"304ee800-9b44-48f0-94a0-55843dffa629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:11.045761976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f910914-12a3-4edd-b85c-2e692b48c9d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:12.027474935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5469f60f-d439-4937-ae39-426dab61462f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:12.027534339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5469f60f-d439-4937-ae39-426dab61462f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:12.661079409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87d1fae7-27d8-47a3-91c1-86a55bfdc059","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:12.661101185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87d1fae7-27d8-47a3-91c1-86a55bfdc059","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:13.827847694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41d07298-73a9-4528-b54e-fcdc3e433f57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:13.827873635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41d07298-73a9-4528-b54e-fcdc3e433f57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:15.222199274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da9fa2f4-eb91-4bf8-9874-82c2bfe198d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:15.222227409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da9fa2f4-eb91-4bf8-9874-82c2bfe198d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:17.68104495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66df77e-2b77-4d61-981c-d05f18bb953e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:17.681065883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66df77e-2b77-4d61-981c-d05f18bb953e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.344903925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c869fbcc-dedf-442e-a129-7ebf52eed3a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.344931231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c869fbcc-dedf-442e-a129-7ebf52eed3a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.380525204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f97b6484-db60-4222-8188-31f4135cd5f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.384515317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d103234f-8ba2-41bc-8443-baa7b2e5748e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.38453524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49f8db58-8aa9-43cf-a2c4-80040ecade00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.396984267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49f8db58-8aa9-43cf-a2c4-80040ecade00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.398517949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d103234f-8ba2-41bc-8443-baa7b2e5748e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.415655631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16c0e59b-eee4-4313-8cc1-e81c7088f173","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.41567441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16c0e59b-eee4-4313-8cc1-e81c7088f173","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:19.461945422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e6f770c-6133-4435-bffd-1f4345d3c77a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.887472584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f16f7813-6718-43de-87eb-68d2543acf7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.887500441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f16f7813-6718-43de-87eb-68d2543acf7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.904948121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aca3f7ac-2dae-459a-be09-6515020a4816","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.907252149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6910eeaf-d688-4de3-b7f6-92272d0f19b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.907326099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"066f21cf-9050-4c91-8855-6237d5e14478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.918856791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"066f21cf-9050-4c91-8855-6237d5e14478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.920601458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6910eeaf-d688-4de3-b7f6-92272d0f19b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.938487186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58a1e367-6014-43b5-b0bb-1d3eddc48659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:20.938502322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58a1e367-6014-43b5-b0bb-1d3eddc48659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:21.002413014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24b6db8c-0ba0-4e71-9e5b-44fc5b88df17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.801813057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45a18e1d-68d2-4db6-9c3c-a5ccc0e5fc7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.801837228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45a18e1d-68d2-4db6-9c3c-a5ccc0e5fc7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.815927976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f5137c-ba7a-4caa-81e6-a5bc5ce328fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.824861498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90f5137c-ba7a-4caa-81e6-a5bc5ce328fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.844994821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21028c63-4362-4827-b6d4-d083c23b8509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.845011878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21028c63-4362-4827-b6d4-d083c23b8509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.996085656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b297f18-a823-4d72-b7de-5df6ddf06182","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:26.996103841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b297f18-a823-4d72-b7de-5df6ddf06182","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.006784497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0865bff6-cbc0-4119-9906-b8f41e310f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.006899843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39abb5ac-3375-4b0c-94a7-b22488272855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.011804462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2b6b96d-2ab3-40e5-a97f-c53b64c9d3c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.01508989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39abb5ac-3375-4b0c-94a7-b22488272855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.015135752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0865bff6-cbc0-4119-9906-b8f41e310f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.029139811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d1fae2d-6c91-4247-837a-2aee91103f8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:27.029158945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d1fae2d-6c91-4247-837a-2aee91103f8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:28.966084561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:10:58.966555718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:06.994280743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e67f8f-3a54-4b5a-8b0a-c85c5b9b3593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:06.999630644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e67f8f-3a54-4b5a-8b0a-c85c5b9b3593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.011205449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e67f8f-3a54-4b5a-8b0a-c85c5b9b3593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.027324784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e67f8f-3a54-4b5a-8b0a-c85c5b9b3593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.506662663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff72ff1a-cb8c-4c1c-93e0-b5e24dce1414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.510838324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff72ff1a-cb8c-4c1c-93e0-b5e24dce1414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.515112771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff72ff1a-cb8c-4c1c-93e0-b5e24dce1414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.51988021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff72ff1a-cb8c-4c1c-93e0-b5e24dce1414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.817229344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa7de38-5969-40d1-9e3f-6b9b2eadd966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.820960339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa7de38-5969-40d1-9e3f-6b9b2eadd966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.824362787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa7de38-5969-40d1-9e3f-6b9b2eadd966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.828100611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa7de38-5969-40d1-9e3f-6b9b2eadd966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:07.88870693Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2cef583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2cef583","reconcileID":"bc6f9d6a-0118-48c0-880b-6e8efeaa5bee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2cef583","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e2cef583":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.016605862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6eedd82b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6eedd82b","reconcileID":"6a69c0b7-a0d2-4ecf-8d41-7feed1976a1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6eedd82b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6eedd82b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.193000188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef75b02-c672-40b9-a52c-342d8937a602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.200667558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef75b02-c672-40b9-a52c-342d8937a602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.291718842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef75b02-c672-40b9-a52c-342d8937a602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.298450244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef75b02-c672-40b9-a52c-342d8937a602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.321300141Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e239cab2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e239cab2","reconcileID":"bf9c038a-6061-4b38-93c7-647b25d543b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e239cab2-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e239cab2-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.552778487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4974219c-9950-4541-a443-4670ac1d19e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.556839346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4974219c-9950-4541-a443-4670ac1d19e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.56075806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4974219c-9950-4541-a443-4670ac1d19e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.565111602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4974219c-9950-4541-a443-4670ac1d19e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.898334275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6806c119-248e-4dea-b3b1-d6f7aea7cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.901844096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6806c119-248e-4dea-b3b1-d6f7aea7cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.906548238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6806c119-248e-4dea-b3b1-d6f7aea7cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:08.909983597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6806c119-248e-4dea-b3b1-d6f7aea7cd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.277218821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f86e815-a7c9-4758-816b-89875796595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.280630271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f86e815-a7c9-4758-816b-89875796595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.284041044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f86e815-a7c9-4758-816b-89875796595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.287617558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f86e815-a7c9-4758-816b-89875796595e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.577682575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c8d9c-3be4-4258-ad0b-5b4e7eba89c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.581369597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c8d9c-3be4-4258-ad0b-5b4e7eba89c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.584890577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c8d9c-3be4-4258-ad0b-5b4e7eba89c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.588587847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c8d9c-3be4-4258-ad0b-5b4e7eba89c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.904164641Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"dcbd1f95-562b-495f-aa5e-621fee656acd","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.910244659Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"dcbd1f95-562b-495f-aa5e-621fee656acd","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.916608762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"dcbd1f95-562b-495f-aa5e-621fee656acd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e239cab2-gw","tenantID":"e2e-migrate-e239cab2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:09.936487162Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"dcbd1f95-562b-495f-aa5e-621fee656acd","name":"e2e-migrate-e239cab2-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.037900165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-111fd691","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-111fd691","reconcileID":"21237761-73f2-48b0-b620-e6c06111b6b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-111fd691","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-111fd691":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.258531263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b74482-68ee-4666-b075-8efc8608bb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.262007297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b74482-68ee-4666-b075-8efc8608bb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.265356409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b74482-68ee-4666-b075-8efc8608bb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.268869147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b74482-68ee-4666-b075-8efc8608bb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.516280208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aebdef4-66fa-4797-924d-5e1fe2e6c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.519962368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aebdef4-66fa-4797-924d-5e1fe2e6c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.523927986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aebdef4-66fa-4797-924d-5e1fe2e6c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.527693575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aebdef4-66fa-4797-924d-5e1fe2e6c3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.758315004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113cc110-1040-4f85-8fc6-de3d42c40ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.761771125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113cc110-1040-4f85-8fc6-de3d42c40ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.765084674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113cc110-1040-4f85-8fc6-de3d42c40ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.768504107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113cc110-1040-4f85-8fc6-de3d42c40ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.871891196Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"fc9464dd-dc3b-4135-b00b-d51ea7f947a1","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:10.99916448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12374ff6-c218-448e-bfc7-291c1afaf5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:11.002620727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12374ff6-c218-448e-bfc7-291c1afaf5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:11.005880533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12374ff6-c218-448e-bfc7-291c1afaf5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:11.009143498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12374ff6-c218-448e-bfc7-291c1afaf5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:11.802429072Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"aed8a8ea-feff-4a63-8392-207a303c6399","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:11.808346593Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"aed8a8ea-feff-4a63-8392-207a303c6399","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:12.548722948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9561c4a4-35e5-4934-b654-754bf5f99dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:12.646778492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"454d06d6-e388-4094-b66d-145a1f0e8426","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:12.750421986Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"c446480f-172c-4506-862f-9421f03d9877","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:12.764059699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"c446480f-172c-4506-862f-9421f03d9877","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e2cef583","tenantID":"e2e-ait-e2cef583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:12.783783981Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"c446480f-172c-4506-862f-9421f03d9877","name":"e2e-ait-e2cef583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:13.570504594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"65828387-0aa7-4a30-b229-455615094db4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6eedd82b","tenantID":"e2e-ait-6eedd82b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:13.593117844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"65828387-0aa7-4a30-b229-455615094db4","name":"e2e-ait-6eedd82b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.166207264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479dd9c-3c2e-485a-8b54-239652be8f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.170155647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479dd9c-3c2e-485a-8b54-239652be8f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.173709813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479dd9c-3c2e-485a-8b54-239652be8f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.1779826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479dd9c-3c2e-485a-8b54-239652be8f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.404830963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"a89ec38d-3fcc-4fa6-b35e-dff78a409494","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-111fd691","tenantID":"e2e-ait-111fd691","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.424842256Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"a89ec38d-3fcc-4fa6-b35e-dff78a409494","name":"e2e-ait-111fd691-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.432410908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4849829f-11e3-44f1-884d-0a18810d26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.436581988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4849829f-11e3-44f1-884d-0a18810d26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.43992846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4849829f-11e3-44f1-884d-0a18810d26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.44419105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4849829f-11e3-44f1-884d-0a18810d26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.795323105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08b7c0-2cbe-4377-9514-1e5a8ffb2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.799321535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08b7c0-2cbe-4377-9514-1e5a8ffb2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.802679866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08b7c0-2cbe-4377-9514-1e5a8ffb2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:15.808127175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d08b7c0-2cbe-4377-9514-1e5a8ffb2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.038506324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-5ee9aa6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-5ee9aa6f","reconcileID":"3d21fdfc-3a73-41c8-a51b-0be259f1d358","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-5ee9aa6f","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-5ee9aa6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.077068259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b686d3df-51e2-4852-985b-b5353ca6e5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.088130176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b686d3df-51e2-4852-985b-b5353ca6e5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.092225327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b686d3df-51e2-4852-985b-b5353ca6e5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.095830139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b686d3df-51e2-4852-985b-b5353ca6e5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.467893986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40398f9-6711-4838-824f-1b224af5d334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.471644094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40398f9-6711-4838-824f-1b224af5d334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.475372589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40398f9-6711-4838-824f-1b224af5d334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.479044797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40398f9-6711-4838-824f-1b224af5d334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.510917802Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"ad257660-cdf4-4214-95c1-1fcb17f079ca","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.516509887Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"ad257660-cdf4-4214-95c1-1fcb17f079ca","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.850031941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dc4717-f7d6-4081-813a-fe70d4b37f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.853893768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dc4717-f7d6-4081-813a-fe70d4b37f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.859241567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dc4717-f7d6-4081-813a-fe70d4b37f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:16.863217609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2dc4717-f7d6-4081-813a-fe70d4b37f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.152878506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb811206-a473-4453-baea-5f3822ae5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.156649315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb811206-a473-4453-baea-5f3822ae5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.160309112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb811206-a473-4453-baea-5f3822ae5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.163840065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb811206-a473-4453-baea-5f3822ae5018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.41702939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b354a60-0982-490f-ac66-4b3efe3c98d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.420659316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b354a60-0982-490f-ac66-4b3efe3c98d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.42451644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b354a60-0982-490f-ac66-4b3efe3c98d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.428349055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b354a60-0982-490f-ac66-4b3efe3c98d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.604864626Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"52f653c7-e658-4dd7-b813-c8b2b42bdc07","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.707130226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90639d0-6268-41a6-a4a8-202812668909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.715462651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90639d0-6268-41a6-a4a8-202812668909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.793360955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90639d0-6268-41a6-a4a8-202812668909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:17.797854096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90639d0-6268-41a6-a4a8-202812668909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.061766854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f2d14b-e703-4bc2-89ef-7379f115baed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.065135027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f2d14b-e703-4bc2-89ef-7379f115baed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.068414587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f2d14b-e703-4bc2-89ef-7379f115baed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.071944014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59f2d14b-e703-4bc2-89ef-7379f115baed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.263327812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c21fce3-85ca-4245-aa6e-6ed0de8357a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.266785846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c21fce3-85ca-4245-aa6e-6ed0de8357a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.270050476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c21fce3-85ca-4245-aa6e-6ed0de8357a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.273320654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c21fce3-85ca-4245-aa6e-6ed0de8357a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.45110728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891cc721-cc73-4a6e-80bb-c630905c227d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.454518847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891cc721-cc73-4a6e-80bb-c630905c227d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.458457864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891cc721-cc73-4a6e-80bb-c630905c227d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.462122302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"891cc721-cc73-4a6e-80bb-c630905c227d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.801025028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21b6133-a2eb-4083-9add-851ef4785530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.805926763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21b6133-a2eb-4083-9add-851ef4785530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.812926209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21b6133-a2eb-4083-9add-851ef4785530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:18.818036649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21b6133-a2eb-4083-9add-851ef4785530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.053195029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed91383c-4d9c-43e2-9d56-9eb522b531c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.056965576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed91383c-4d9c-43e2-9d56-9eb522b531c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.06036212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed91383c-4d9c-43e2-9d56-9eb522b531c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.06392979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed91383c-4d9c-43e2-9d56-9eb522b531c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.333751886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcf8fca-6ccb-4d16-ba39-62ff2b845b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.337176971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcf8fca-6ccb-4d16-ba39-62ff2b845b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.340781068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcf8fca-6ccb-4d16-ba39-62ff2b845b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:19.344843932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcf8fca-6ccb-4d16-ba39-62ff2b845b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:20.992168871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"953270dd-7053-4f0c-8b36-b03c20374370","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-5ee9aa6f","tenantID":"e2e-derive-5ee9aa6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:21.011212791Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"953270dd-7053-4f0c-8b36-b03c20374370","name":"e2e-derive-5ee9aa6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:21.707518664Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"7f6cd187-7567-4858-b85a-6b0f7edb58bc","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:21.717430972Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"7f6cd187-7567-4858-b85a-6b0f7edb58bc","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.046996986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f9d9bc-4746-4ac6-9694-d87d4cfa3d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.051657282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f9d9bc-4746-4ac6-9694-d87d4cfa3d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.055345407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f9d9bc-4746-4ac6-9694-d87d4cfa3d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.058913167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f9d9bc-4746-4ac6-9694-d87d4cfa3d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.332377448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a870ee-1643-4746-8fb6-cb03235f7941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.336049882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a870ee-1643-4746-8fb6-cb03235f7941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.339455661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a870ee-1643-4746-8fb6-cb03235f7941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.34398848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a870ee-1643-4746-8fb6-cb03235f7941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.58889719Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"78a9d48b-904c-4ff8-b112-d00550a4e42b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.963298797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1a9f21-f653-4971-ba3f-3f50856aff8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.966695473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1a9f21-f653-4971-ba3f-3f50856aff8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.970217449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1a9f21-f653-4971-ba3f-3f50856aff8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:22.97360515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1a9f21-f653-4971-ba3f-3f50856aff8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.221852372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34351fd1-62ec-45b9-83e1-11c8f523684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.225539154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34351fd1-62ec-45b9-83e1-11c8f523684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.229052899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34351fd1-62ec-45b9-83e1-11c8f523684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.232915406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34351fd1-62ec-45b9-83e1-11c8f523684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.464589695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3531ba55-46f8-42e1-a335-fa61c7df7124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.468014127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3531ba55-46f8-42e1-a335-fa61c7df7124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.471330009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3531ba55-46f8-42e1-a335-fa61c7df7124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.474869828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3531ba55-46f8-42e1-a335-fa61c7df7124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.873920469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5453287f-0b95-4e18-a148-b1f019cd5a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.877631515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5453287f-0b95-4e18-a148-b1f019cd5a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.881221103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5453287f-0b95-4e18-a148-b1f019cd5a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:23.887457963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5453287f-0b95-4e18-a148-b1f019cd5a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.109886328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731c13d8-255e-454a-9d4e-b16c9f3e5f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.113507642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731c13d8-255e-454a-9d4e-b16c9f3e5f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.11702056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731c13d8-255e-454a-9d4e-b16c9f3e5f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.120557902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731c13d8-255e-454a-9d4e-b16c9f3e5f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.338697024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a046e963-3ed3-41e5-8f15-f1987968961b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.342011109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a046e963-3ed3-41e5-8f15-f1987968961b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.34550008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a046e963-3ed3-41e5-8f15-f1987968961b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.349272431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a046e963-3ed3-41e5-8f15-f1987968961b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.74091948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe5be7-ad63-481b-9216-54b3d6ea470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.787684351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe5be7-ad63-481b-9216-54b3d6ea470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.791207441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe5be7-ad63-481b-9216-54b3d6ea470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:24.794714821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbe5be7-ad63-481b-9216-54b3d6ea470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.045716543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f427f1-b8e5-4d7f-8f5b-b6609155ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.049289083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f427f1-b8e5-4d7f-8f5b-b6609155ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.05265079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f427f1-b8e5-4d7f-8f5b-b6609155ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.055891529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f427f1-b8e5-4d7f-8f5b-b6609155ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.605694486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bee9d3-b91f-4996-9300-537b84bd9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.60988921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bee9d3-b91f-4996-9300-537b84bd9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.614065594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bee9d3-b91f-4996-9300-537b84bd9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.617669748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10bee9d3-b91f-4996-9300-537b84bd9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.844950243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725cfb27-35ad-4591-8dbc-48d3f5b91d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.848407962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725cfb27-35ad-4591-8dbc-48d3f5b91d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.85188702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725cfb27-35ad-4591-8dbc-48d3f5b91d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:25.855387953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725cfb27-35ad-4591-8dbc-48d3f5b91d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:26.794980316Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"79cfe4a4-6893-43e4-9522-2c23276e1c7d","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:26.804904832Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"79cfe4a4-6893-43e4-9522-2c23276e1c7d","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:27.459016609Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"214b835b-55e1-495d-802b-df0195b2c1b9","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:28.405597688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d47a4b61-0d34-4622-8836-ab338bec9d4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:28.506105155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"911b1d36-27b2-448c-a537-0f29b4d8535a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:28.967158378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.155186426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784560d0-6d64-4173-80e2-7ed229460ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.158880728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784560d0-6d64-4173-80e2-7ed229460ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.163476671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784560d0-6d64-4173-80e2-7ed229460ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.167024599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784560d0-6d64-4173-80e2-7ed229460ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.635292411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab095b4-a600-4e54-998d-602d5cb4c372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.639874881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab095b4-a600-4e54-998d-602d5cb4c372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.64374586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab095b4-a600-4e54-998d-602d5cb4c372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.647345069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab095b4-a600-4e54-998d-602d5cb4c372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.854489821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af52fe5a-55ea-47b4-90e8-30f535055bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.858156775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af52fe5a-55ea-47b4-90e8-30f535055bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.861460328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af52fe5a-55ea-47b4-90e8-30f535055bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:29.864852543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af52fe5a-55ea-47b4-90e8-30f535055bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.344317276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6d91f-4d13-464c-849e-603de54c49e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.347756179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6d91f-4d13-464c-849e-603de54c49e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.351194286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6d91f-4d13-464c-849e-603de54c49e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.35467492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6d91f-4d13-464c-849e-603de54c49e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.557038915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e1e4a-891f-4317-95ca-d37010e9f429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.560308916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e1e4a-891f-4317-95ca-d37010e9f429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.563654996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e1e4a-891f-4317-95ca-d37010e9f429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.566886054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87e1e4a-891f-4317-95ca-d37010e9f429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.753287162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5b8a6c-0bd6-4fee-90e4-703da880de84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.756860032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5b8a6c-0bd6-4fee-90e4-703da880de84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.760224442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5b8a6c-0bd6-4fee-90e4-703da880de84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.760368648Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"707388e2-aafd-47b9-933e-0051ecbd5d93","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.764183425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5b8a6c-0bd6-4fee-90e4-703da880de84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:31.780163747Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"707388e2-aafd-47b9-933e-0051ecbd5d93","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.069400323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346be33-f391-46da-8121-e97392ecdeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.091792002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346be33-f391-46da-8121-e97392ecdeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.09972419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346be33-f391-46da-8121-e97392ecdeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.105012075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b346be33-f391-46da-8121-e97392ecdeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.338304935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd7e3-6525-4267-9a5d-57eba071278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.341699772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd7e3-6525-4267-9a5d-57eba071278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.345776074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd7e3-6525-4267-9a5d-57eba071278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.349721485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd7e3-6525-4267-9a5d-57eba071278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.55633885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b6ac04-b81f-414e-b848-0a9de19596c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.559860678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b6ac04-b81f-414e-b848-0a9de19596c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.563415885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b6ac04-b81f-414e-b848-0a9de19596c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.566872698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b6ac04-b81f-414e-b848-0a9de19596c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.68260465Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"76b52cdc-6202-4894-a071-d4f5db26ee5e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.7890501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d62c72-983c-48b5-ac67-ad865ede7fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.795529279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d62c72-983c-48b5-ac67-ad865ede7fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.804312992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d62c72-983c-48b5-ac67-ad865ede7fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:32.888706888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d62c72-983c-48b5-ac67-ad865ede7fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.147122118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1153421e-d88b-4dd4-acf8-42e6d159a948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.150785721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1153421e-d88b-4dd4-acf8-42e6d159a948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.154415688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1153421e-d88b-4dd4-acf8-42e6d159a948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.158205638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1153421e-d88b-4dd4-acf8-42e6d159a948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.347521678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257990fd-85e8-47bb-8307-7688d6990bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.351500235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257990fd-85e8-47bb-8307-7688d6990bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.355073712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257990fd-85e8-47bb-8307-7688d6990bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.358661964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"257990fd-85e8-47bb-8307-7688d6990bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.566166194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b60635-9151-45fd-886a-b88ad4c44050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.569929618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b60635-9151-45fd-886a-b88ad4c44050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.573382364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b60635-9151-45fd-886a-b88ad4c44050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.576745465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b60635-9151-45fd-886a-b88ad4c44050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.91928529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57d8dd9-85a6-4b45-bb51-72ba6cdb450f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.922727816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57d8dd9-85a6-4b45-bb51-72ba6cdb450f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.928907655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57d8dd9-85a6-4b45-bb51-72ba6cdb450f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:33.934728572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57d8dd9-85a6-4b45-bb51-72ba6cdb450f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:35.989580717Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","namespace":"ai-tenant-e2e-migrate-e239cab2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:35.989635779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","namespace":"ai-tenant-e2e-migrate-e239cab2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:35.989681612Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","tenant":"e2e-migrate-e239cab2","tenantID":"e2e-migrate-e239cab2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:35.994837791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Deployment","name":"maas-api-e2e-migrate-e239cab2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.005788418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Service","name":"maas-api-e2e-migrate-e239cab2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.01490576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e239cab2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.023021839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e239cab2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.032572317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.040168224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.043376048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.049203539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.052221179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Deployment","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.055478055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.058704591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Service","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.061782989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.064655616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.067626879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.070523555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.073587744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.076802501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.080002232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.083249181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e239cab2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.086477455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e239cab2"},"namespace":"ai-tenant-e2e-migrate-e239cab2","name":"default-tenant","reconcileID":"d6db91ad-f56b-4a2a-b640-7e235c7f08d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e239cab2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.442376633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9644eef5-4bd4-4e5e-8e74-1861e7227d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.446100678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9644eef5-4bd4-4e5e-8e74-1861e7227d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.449675382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9644eef5-4bd4-4e5e-8e74-1861e7227d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.453320345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9644eef5-4bd4-4e5e-8e74-1861e7227d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.463754612Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e239cab2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e239cab2","reconcileID":"da4d740b-071d-4f6e-8f17-8657bfa65813","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e239cab2-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e239cab2-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.662783294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3cc751-49a4-4f2e-829f-5510a107a5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.668845593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3cc751-49a4-4f2e-829f-5510a107a5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.672810177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3cc751-49a4-4f2e-829f-5510a107a5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.676719612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3cc751-49a4-4f2e-829f-5510a107a5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.910875155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f867ce-2647-4f5b-bb07-e15dc63eaf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.914898243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f867ce-2647-4f5b-bb07-e15dc63eaf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.918773189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f867ce-2647-4f5b-bb07-e15dc63eaf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:36.922664198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26f867ce-2647-4f5b-bb07-e15dc63eaf57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.164587715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4a158c-b048-4cb4-903d-a05cc6e568a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.1688138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4a158c-b048-4cb4-903d-a05cc6e568a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.187908771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4a158c-b048-4cb4-903d-a05cc6e568a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.195791591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4a158c-b048-4cb4-903d-a05cc6e568a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.551897452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e4560-60f3-4a18-aca9-6113c5a5017a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.560211911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e4560-60f3-4a18-aca9-6113c5a5017a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.56681075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e4560-60f3-4a18-aca9-6113c5a5017a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.590013153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e4560-60f3-4a18-aca9-6113c5a5017a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.844071986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6889ab1-9be6-4cad-b175-597de7e4f8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.84750607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6889ab1-9be6-4cad-b175-597de7e4f8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.850863512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6889ab1-9be6-4cad-b175-597de7e4f8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:37.854246493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6889ab1-9be6-4cad-b175-597de7e4f8a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.160575452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c6c10e-0eae-450d-9592-1d3398369744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.163870598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c6c10e-0eae-450d-9592-1d3398369744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.16729778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c6c10e-0eae-450d-9592-1d3398369744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.170853232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c6c10e-0eae-450d-9592-1d3398369744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.488088976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b723ef95-cca4-4247-819a-e366b10ff9dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:38.559815598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4451fe95-5086-4a2e-8eae-b07161c69f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.245081487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad92a8b-75ea-4bbe-8269-1efca89108dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.24912383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad92a8b-75ea-4bbe-8269-1efca89108dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.254940266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad92a8b-75ea-4bbe-8269-1efca89108dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.264491085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad92a8b-75ea-4bbe-8269-1efca89108dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.463177201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbea941-200f-48fc-936a-5760e6ebd67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.466415513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbea941-200f-48fc-936a-5760e6ebd67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.469642863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbea941-200f-48fc-936a-5760e6ebd67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.472962611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbea941-200f-48fc-936a-5760e6ebd67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.75331383Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","namespace":"ai-tenant-e2e-ait-e2cef583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.753370382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","namespace":"ai-tenant-e2e-ait-e2cef583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.753421728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","tenant":"e2e-ait-e2cef583","tenantID":"e2e-ait-e2cef583","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.7588503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Deployment","name":"maas-api-e2e-ait-e2cef583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.780830344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Service","name":"maas-api-e2e-ait-e2cef583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.789352892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e2cef583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.797197845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e2cef583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.806608885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.814570925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.820699651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.828268969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.83118294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Deployment","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.834063688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.837110888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Service","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.840714242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"Service","name":"payload-pre-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.843642305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.846608379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.85006098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.856771652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.860279368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.863225618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.866224586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e2cef583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.869128739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2cef583"},"namespace":"ai-tenant-e2e-ait-e2cef583","name":"default-tenant","reconcileID":"adf53e7e-40c7-4b2c-b607-8ba1318f5f69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e2cef583","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.87642149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","namespace":"ai-tenant-e2e-ait-6eedd82b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.876500639Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","namespace":"ai-tenant-e2e-ait-6eedd82b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.8765566Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","tenant":"e2e-ait-6eedd82b","tenantID":"e2e-ait-6eedd82b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.884711722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Deployment","name":"maas-api-e2e-ait-6eedd82b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.901535566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Service","name":"maas-api-e2e-ait-6eedd82b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.909284455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6eedd82b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.914697615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6eedd82b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.925338019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.933257746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.941650089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.949307838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.952548756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Deployment","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.961146005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.964595883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Service","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.970387424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"Service","name":"payload-pre-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.973625508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.976805825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.980996538Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2cef583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2cef583","reconcileID":"2dd9c646-b184-4790-9158-cd2179732a46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2cef583","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e2cef583"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.981475877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:40.999798975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.003066096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.008541661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.013286197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6eedd82b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.020467072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6eedd82b"},"namespace":"ai-tenant-e2e-ait-6eedd82b","name":"default-tenant","reconcileID":"386a84e2-f1f1-46d0-8452-14a4a9ddd480","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6eedd82b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.105538658Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-05a342","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-05a342","reconcileID":"9c2aedb9-25cc-40e8-bed4-52ad0c412067","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-05a342","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-05a342":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.347103291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db0a425-0a86-40a1-a9d6-84bd0fff3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.350915969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db0a425-0a86-40a1-a9d6-84bd0fff3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.354410003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db0a425-0a86-40a1-a9d6-84bd0fff3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.388520542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db0a425-0a86-40a1-a9d6-84bd0fff3ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.423853379Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6eedd82b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6eedd82b","reconcileID":"746e5688-e3a4-4283-ac42-62b42427d5c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6eedd82b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6eedd82b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.720408751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd07edef-9d37-4de2-b546-516503a962ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.728813686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd07edef-9d37-4de2-b546-516503a962ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.735751717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd07edef-9d37-4de2-b546-516503a962ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.739807253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd07edef-9d37-4de2-b546-516503a962ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.972096428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880c9fcb-1796-4aa8-ab6f-99773db81de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.975752318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880c9fcb-1796-4aa8-ab6f-99773db81de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.979452739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880c9fcb-1796-4aa8-ab6f-99773db81de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:41.983102877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880c9fcb-1796-4aa8-ab6f-99773db81de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.248396663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea9c53-b455-4ba8-84c2-6d70581e7bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.251697856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea9c53-b455-4ba8-84c2-6d70581e7bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.255269613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea9c53-b455-4ba8-84c2-6d70581e7bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.261160813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea9c53-b455-4ba8-84c2-6d70581e7bf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.315010804Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","namespace":"ai-tenant-e2e-ait-111fd691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.315091878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","namespace":"ai-tenant-e2e-ait-111fd691","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.315165202Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","tenant":"e2e-ait-111fd691","tenantID":"e2e-ait-111fd691","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.320508702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Deployment","name":"maas-api-e2e-ait-111fd691","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.341524042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Service","name":"maas-api-e2e-ait-111fd691","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.361674258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-111fd691","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.372241878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-111fd691","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.38216343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.39208221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.406118408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.416672897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.419877112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Deployment","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.428158576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.43598366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Service","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.48945476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"Service","name":"payload-pre-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.495725387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"DestinationRule","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.502570011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.511503236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.53151298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.539629207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.546892179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c146c5df-65a1-479d-bb7e-491067acd33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.554215289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.556696951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c146c5df-65a1-479d-bb7e-491067acd33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.563965915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c146c5df-65a1-479d-bb7e-491067acd33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.564988575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-111fd691","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.567980447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c146c5df-65a1-479d-bb7e-491067acd33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.578305916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-111fd691"},"namespace":"ai-tenant-e2e-ait-111fd691","name":"default-tenant","reconcileID":"e240e555-39e9-4e95-ba07-0f2e0cd49cdf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-111fd691","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:42.918607103Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-111fd691","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-111fd691","reconcileID":"815f0b5d-7599-4e83-92ac-b62d14ffea74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-111fd691","removed":["maas.opendatahub.io/gateway-access-e2e-ait-111fd691"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.005495285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec76c0d-d64e-4984-970b-8a08ab97e3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.009015314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec76c0d-d64e-4984-970b-8a08ab97e3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.012410188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec76c0d-d64e-4984-970b-8a08ab97e3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.015883093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec76c0d-d64e-4984-970b-8a08ab97e3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.258074771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b988e9b-a5b6-4d70-a1a2-245d8b32a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.261571115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b988e9b-a5b6-4d70-a1a2-245d8b32a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.265580033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b988e9b-a5b6-4d70-a1a2-245d8b32a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.272470446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b988e9b-a5b6-4d70-a1a2-245d8b32a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.499752678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee60a6e-0959-4d7a-8bd7-f4f44e0d74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.505524801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee60a6e-0959-4d7a-8bd7-f4f44e0d74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.5100706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee60a6e-0959-4d7a-8bd7-f4f44e0d74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.514776215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee60a6e-0959-4d7a-8bd7-f4f44e0d74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.69667191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"9832f888-7916-4eea-8144-cbce41878412","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.718062923Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"9832f888-7916-4eea-8144-cbce41878412","name":"e2e-worker-w2-05a342-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.789180281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25754cdf-67ca-4887-ad41-4bff4d4a5d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.793666087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25754cdf-67ca-4887-ad41-4bff4d4a5d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.804044569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25754cdf-67ca-4887-ad41-4bff4d4a5d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:43.892346643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25754cdf-67ca-4887-ad41-4bff4d4a5d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:44.165008094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b272cb20-22e0-46cb-afe5-cfdcb464ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:44.16989702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b272cb20-22e0-46cb-afe5-cfdcb464ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:44.173846772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b272cb20-22e0-46cb-afe5-cfdcb464ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:44.17743053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b272cb20-22e0-46cb-afe5-cfdcb464ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.36286909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbfcffc-7f87-4796-a0e1-7e96632dd879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.366351554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbfcffc-7f87-4796-a0e1-7e96632dd879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.369758239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbfcffc-7f87-4796-a0e1-7e96632dd879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.373880953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbfcffc-7f87-4796-a0e1-7e96632dd879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.608719221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661cda47-97d3-41a9-a198-9b68c3a69945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.612232067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661cda47-97d3-41a9-a198-9b68c3a69945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.615637592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661cda47-97d3-41a9-a198-9b68c3a69945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.61915305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661cda47-97d3-41a9-a198-9b68c3a69945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.911756939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7362177-cc64-4f24-8eca-46c7a74ec95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.915268524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7362177-cc64-4f24-8eca-46c7a74ec95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.987806854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7362177-cc64-4f24-8eca-46c7a74ec95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:45.991360715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7362177-cc64-4f24-8eca-46c7a74ec95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.249895538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bfc50e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bfc50e","reconcileID":"a6d76360-e964-48da-a3e9-00bd8f774e06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bfc50e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-bfc50e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.258618586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e13191-2cfc-4d79-aa19-ba54939d8b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.261913615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e13191-2cfc-4d79-aa19-ba54939d8b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.265253875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e13191-2cfc-4d79-aa19-ba54939d8b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.269361906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e13191-2cfc-4d79-aa19-ba54939d8b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.58086743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88f4002-5c09-466e-a324-50c3d4f93d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.584524611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88f4002-5c09-466e-a324-50c3d4f93d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.588463106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88f4002-5c09-466e-a324-50c3d4f93d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.593454484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88f4002-5c09-466e-a324-50c3d4f93d70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.947094481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","namespace":"ai-tenant-e2e-derive-5ee9aa6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.947150514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","namespace":"ai-tenant-e2e-derive-5ee9aa6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.94720808Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","tenant":"e2e-derive-5ee9aa6f","tenantID":"e2e-derive-5ee9aa6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.953735418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Deployment","name":"maas-api-e2e-derive-5ee9aa6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.967762822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Service","name":"maas-api-e2e-derive-5ee9aa6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.979626379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-5ee9aa6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.989164835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-5ee9aa6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:46.997118063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.003174799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.024922165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.045054045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.051362556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Deployment","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.058399518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.062557875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Service","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.067934238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"Service","name":"payload-pre-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.071912726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"DestinationRule","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.074874748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.077814693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.091848291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.100252378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.105476877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.108418396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-5ee9aa6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.111288808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-5ee9aa6f"},"namespace":"ai-tenant-e2e-derive-5ee9aa6f","name":"default-tenant","reconcileID":"51b2c69b-34be-407e-bb71-98d4e59c4f64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-5ee9aa6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.329277449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b46a4-7ade-4b76-b1a4-f9a48fe2682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.396241965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b46a4-7ade-4b76-b1a4-f9a48fe2682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.405219842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b46a4-7ade-4b76-b1a4-f9a48fe2682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.412305108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b46a4-7ade-4b76-b1a4-f9a48fe2682e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.5138448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-5ee9aa6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-5ee9aa6f","reconcileID":"89e8709a-9d77-4956-a7a2-09ebc6d7069f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-5ee9aa6f","removed":["maas.opendatahub.io/gateway-access-e2e-derive-5ee9aa6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.865430105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305fc9af-96ed-4750-bde7-5160cf2c65e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.869452582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305fc9af-96ed-4750-bde7-5160cf2c65e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.873184947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305fc9af-96ed-4750-bde7-5160cf2c65e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:47.876810232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305fc9af-96ed-4750-bde7-5160cf2c65e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.165185778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ff69a6-ec03-4864-8ce5-839614838c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.168771365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ff69a6-ec03-4864-8ce5-839614838c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.17247484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ff69a6-ec03-4864-8ce5-839614838c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.176395825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ff69a6-ec03-4864-8ce5-839614838c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.247345703Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3011c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3011c6","reconcileID":"6c715338-377b-4a72-8d16-ba23816a20e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3011c6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-3011c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.467553805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1b386-455f-4a05-a6ce-6b811e8a7ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.471290418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1b386-455f-4a05-a6ce-6b811e8a7ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.47471215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1b386-455f-4a05-a6ce-6b811e8a7ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.478303838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c1b386-455f-4a05-a6ce-6b811e8a7ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.70339446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-384164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-384164","reconcileID":"f3d8d2b0-e2aa-4c4c-a7c5-433f1321b2c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-384164","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-384164":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.989026414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66827ba-fa03-4a4f-967e-9e3587454ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:48.996240352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66827ba-fa03-4a4f-967e-9e3587454ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:49.000837413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66827ba-fa03-4a4f-967e-9e3587454ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:49.006391573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66827ba-fa03-4a4f-967e-9e3587454ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:49.748930902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"863c5c3c-e46f-41e3-aa42-bb391ca93a7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:49.776102391Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"863c5c3c-e46f-41e3-aa42-bb391ca93a7f","name":"e2e-worker-w3-bfc50e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.465228916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6742728-3603-47a6-97ad-c2e5cf4f9f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.469674023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6742728-3603-47a6-97ad-c2e5cf4f9f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.473202308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6742728-3603-47a6-97ad-c2e5cf4f9f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.476698427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6742728-3603-47a6-97ad-c2e5cf4f9f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.644571968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"153021b6-7a3d-42f0-b552-54acf5965720","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.664029746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"153021b6-7a3d-42f0-b552-54acf5965720","name":"e2e-worker-w4-3011c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.691895408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ec23-cb84-44ac-9536-4b3dfaba4f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.696063744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ec23-cb84-44ac-9536-4b3dfaba4f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.699451885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ec23-cb84-44ac-9536-4b3dfaba4f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:51.70296064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0814ec23-cb84-44ac-9536-4b3dfaba4f10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.0757313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a2f39e-5e02-4aff-bcfe-8e91391ac9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.079514456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a2f39e-5e02-4aff-bcfe-8e91391ac9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.083478743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a2f39e-5e02-4aff-bcfe-8e91391ac9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.087223852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a2f39e-5e02-4aff-bcfe-8e91391ac9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.352638221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fcef7e-047a-4326-8ecd-7b560e900dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.356113975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fcef7e-047a-4326-8ecd-7b560e900dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.359506667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fcef7e-047a-4326-8ecd-7b560e900dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.362701026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5fcef7e-047a-4326-8ecd-7b560e900dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.436886149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a33b12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a33b12","reconcileID":"86da821c-cbba-401d-b3fd-bebbb1c56eda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a33b12","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a33b12":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.670178386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d684e70b-eabd-45a8-846f-2312f9c98181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.673801498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d684e70b-eabd-45a8-846f-2312f9c98181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.677589278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d684e70b-eabd-45a8-846f-2312f9c98181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.681212634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d684e70b-eabd-45a8-846f-2312f9c98181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.924924397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"0b134700-d981-4891-9f4a-062c5a402a76","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.947138347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"0b134700-d981-4891-9f4a-062c5a402a76","name":"e2e-worker-w0-384164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.954080777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde880a3-e214-4f46-ad2b-8c23bb62cd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.958103106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde880a3-e214-4f46-ad2b-8c23bb62cd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.96140229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde880a3-e214-4f46-ad2b-8c23bb62cd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:52.965128212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde880a3-e214-4f46-ad2b-8c23bb62cd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:53.350757346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36777029-eb21-4537-b0ca-46a65299309a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:53.354211411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36777029-eb21-4537-b0ca-46a65299309a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:53.357844228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36777029-eb21-4537-b0ca-46a65299309a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:53.361799883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36777029-eb21-4537-b0ca-46a65299309a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.054040973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44d10d4-31dd-496d-be17-b19a972f199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.057491289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44d10d4-31dd-496d-be17-b19a972f199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.06078192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44d10d4-31dd-496d-be17-b19a972f199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.064081883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f44d10d4-31dd-496d-be17-b19a972f199d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.254120105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04e265-40c2-4cf4-b2b3-927bc21a0237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.257408385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04e265-40c2-4cf4-b2b3-927bc21a0237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.260766411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04e265-40c2-4cf4-b2b3-927bc21a0237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.264181566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04e265-40c2-4cf4-b2b3-927bc21a0237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.46095421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e83d11-ac3d-4ce8-81a9-e38fb66306c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.464731457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e83d11-ac3d-4ce8-81a9-e38fb66306c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.468542178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e83d11-ac3d-4ce8-81a9-e38fb66306c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.472038024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e83d11-ac3d-4ce8-81a9-e38fb66306c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.826500102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debbc589-231f-4d52-bf50-12e73dadad1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.830031583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debbc589-231f-4d52-bf50-12e73dadad1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.83359816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debbc589-231f-4d52-bf50-12e73dadad1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:56.837981379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debbc589-231f-4d52-bf50-12e73dadad1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.059104741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cb3a8b-b3ca-4407-a573-aa12be6d8611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.062675996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cb3a8b-b3ca-4407-a573-aa12be6d8611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.066012863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cb3a8b-b3ca-4407-a573-aa12be6d8611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.069260162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87cb3a8b-b3ca-4407-a573-aa12be6d8611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.257859612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b63f0d-92fe-4ad8-801a-8ac49e8c3774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.261211168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b63f0d-92fe-4ad8-801a-8ac49e8c3774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.264600611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b63f0d-92fe-4ad8-801a-8ac49e8c3774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.267960793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b63f0d-92fe-4ad8-801a-8ac49e8c3774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.33548071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"922a2375-3bce-4ec9-b174-832168c0765c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:57.352869884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"922a2375-3bce-4ec9-b174-832168c0765c","name":"e2e-worker-w1-a33b12-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:11:58.966635354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.190531559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d9c940-d45a-4717-b11e-b4f74aee1da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.194505011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d9c940-d45a-4717-b11e-b4f74aee1da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.198330712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d9c940-d45a-4717-b11e-b4f74aee1da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.202208734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d9c940-d45a-4717-b11e-b4f74aee1da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.457052396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b986b32-fbea-4801-b4cd-d2b5c8efe38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.460479497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b986b32-fbea-4801-b4cd-d2b5c8efe38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.463989981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b986b32-fbea-4801-b4cd-d2b5c8efe38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:00.467248023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b986b32-fbea-4801-b4cd-d2b5c8efe38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:01.75211161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e50d4c-28f7-4301-b729-c6469bc0378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:01.755898773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e50d4c-28f7-4301-b729-c6469bc0378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:01.759194511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e50d4c-28f7-4301-b729-c6469bc0378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:01.762507933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e50d4c-28f7-4301-b729-c6469bc0378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.076504839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9292d9e-9d16-496f-b6cb-1e3e9e25ccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.080341906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9292d9e-9d16-496f-b6cb-1e3e9e25ccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.085151048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9292d9e-9d16-496f-b6cb-1e3e9e25ccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.090062284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9292d9e-9d16-496f-b6cb-1e3e9e25ccbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.571076973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c41ffbd1-b3fc-4089-ae3f-c18bb4d06ed2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:02.663767859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83cb6496-9447-47b9-933a-682c4fe2ac25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:03.655215186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc20365-0b3a-477a-9c85-1cd6b0c2035a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:03.658840866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc20365-0b3a-477a-9c85-1cd6b0c2035a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:03.662764914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc20365-0b3a-477a-9c85-1cd6b0c2035a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:03.688030882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc20365-0b3a-477a-9c85-1cd6b0c2035a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:04.004014588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9ef7f0-3c6d-45d8-9ddb-f1008f27875c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:04.007723922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9ef7f0-3c6d-45d8-9ddb-f1008f27875c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:04.011610569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9ef7f0-3c6d-45d8-9ddb-f1008f27875c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:04.015386252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9ef7f0-3c6d-45d8-9ddb-f1008f27875c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:06.780033463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa2c8706-e7e9-4e9f-a90a-53201f2a6bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:06.877169855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e37a2e24-7e2e-48e1-8c84-67aa5ae3d0ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:07.94461946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3366480-ffe3-44ad-ae11-df0f6f60e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:07.948214571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3366480-ffe3-44ad-ae11-df0f6f60e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:07.952016908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3366480-ffe3-44ad-ae11-df0f6f60e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:07.955612317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3366480-ffe3-44ad-ae11-df0f6f60e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:08.153871296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8583bbbb-ce61-4838-8fc4-c1391c396e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:08.157272503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8583bbbb-ce61-4838-8fc4-c1391c396e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:08.16061496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8583bbbb-ce61-4838-8fc4-c1391c396e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:08.165354779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8583bbbb-ce61-4838-8fc4-c1391c396e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:10.693178625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6af1f566-1dae-483d-9670-9705aa39064e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:10.791166573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7b07953-1017-42fa-a329-18e95fa44d19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:13.013102466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e600c261-fc0e-4284-ae93-6e21ab11deba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:13.013759949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cf7e516-5028-4494-b276-8aeff9c1fb97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:23.609289674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4e3903dd-2da5-4981-ba79-e7e0486375d9","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:23.659847237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5cc9e507-2afd-4ef6-8916-56331ffa2af2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:24.410685134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c822fde6-f458-4e3a-abe6-828e86b79981","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:24.434806077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"14dbcbed-97fb-40ec-9955-8fcf54e7d4fc","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:25.561197877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"1a8b32b3-70d9-4142-94a5-388ebb9d6a76","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:26.105328738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0e1ec7ad-8ab1-4cfe-8a3f-a086ac8fad3e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:26.188364568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d3058033-44db-424c-ab18-9163de8c88f7","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:28.966732755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:30.821341108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"32d922fd-f83e-46ff-8ec7-f230f9b3d83f","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:34.657117898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"587bd6bf-58c7-40e7-93e0-82ff5bafa1d2","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:34.680253337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a0860b40-548d-4f8a-a589-78fddb2811bf","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:35.446233264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5767800a-acbb-44b0-a072-102f767193ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:35.595105521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9faf0aa6-38ee-4b02-a4e5-be5d6225a4eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:36.292949842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c89a1e07-0cd0-49bb-afa3-dddb077de2f3","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:36.310708288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"94750b17-ca76-4fb1-9253-f5455bf22fd2","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:40.021727899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"77f8a309-dcef-40c0-a390-8e742e3320ce","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:40.083655563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8289feb-9d0d-45f9-9f6d-a90549d3c8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:40.210310862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2bebedb4-a4b9-4c31-b319-9ae180def0f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:44.354078054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d9cbfe30-c950-418b-a823-810b29727488","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:44.379471156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"33c838fc-a497-4adb-98e4-bd22cf2a4c12","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.143684004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"70d94b79-f063-45c0-bda8-585ece55f3f5","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.190445454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"df3d6d55-cca5-4033-9ce4-5f7adc8a4144","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.323362334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6b4c0009-421c-4fc8-a6f9-8fb7504708cd","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.332151187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c2af355-97bf-4f18-a03f-35bbb3d169a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.332168992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c2af355-97bf-4f18-a03f-35bbb3d169a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.387511372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"bad3cad2-d517-4611-bb78-db3ca982cf87","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.388588139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84197f7e-790b-4cc6-87a2-6e039202ea06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.388607378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84197f7e-790b-4cc6-87a2-6e039202ea06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.389015996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"00852dbd-2f22-4aa2-9ff7-e4c20d503b45","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:45.393551812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-05a342/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.406228831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"56a749c3-fded-4c6e-abe4-57d8640e079e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"simulator-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.423611141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f00772b4-ab2b-4cc2-956d-68c8d8834c9c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.429204707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"906368b7-1af2-40b3-b216-27f73173f589","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.436395651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e03410f6-f24b-44df-9953-965353f4167c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:45.436860235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-05a342/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.446448207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"04e2d937-6534-4765-afdb-69b6383502d9","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:45.449322884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.504862412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"f350eed6-0a76-493b-a488-3dc28f4c021b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.513229334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"014e8662-11c7-4b05-a6c7-1a9b5818eada","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.529017373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"337b4bea-26b7-449e-a7ce-040bd82e5e82","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.540775229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"2435822c-d786-4d6f-8645-bc33737fec40","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.544232438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ee646628-56c1-4cb5-bf63-afe328990e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.574705444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ee646628-56c1-4cb5-bf63-afe328990e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.582200704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ee646628-56c1-4cb5-bf63-afe328990e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.593255029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5f8e9d7a-aad7-4a9a-b013-3d2699eb8571","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.605053877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"19c4aa88-9f9a-42d9-a408-984a84c9bd64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.626138648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"07cb4e7c-6cf0-44e1-a210-e32adcbe8a5e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.631496655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0788cc33-e5dd-4449-bc20-0ae7090ddf93","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.643599395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"71d5207a-3564-495a-ace4-c10e6f85d9ba","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.644520151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79973878-d3a1-47d8-bd7b-8bd415edd89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.651877082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79973878-d3a1-47d8-bd7b-8bd415edd89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.658266298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79973878-d3a1-47d8-bd7b-8bd415edd89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.704342231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f0a421c3-0314-44a1-8b5b-7c62af4c9907","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.728943265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"b110382f-38f2-4982-a258-911b079e6b39","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.737020187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"46ea30af-494c-4ce8-b7ff-a3def80c7c9c","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:45.738126761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"33663d6a-e46e-41d2-aae3-bd00e6278349","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.74521803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba2d330b-fe6c-4095-aa5f-099cfe0907b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.745272692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"510d2775-77d5-4735-aaa1-0712c8fba24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.746207563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5df65d3d-a3fb-4ec3-aad5-63d4a9ff2dbc","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.753707079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba2d330b-fe6c-4095-aa5f-099cfe0907b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.755596438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e92cabf1-1a0e-48f1-bc98-c14502fd9eaa","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.756140594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"409625be-6af2-4935-a4f6-48e0a5f04524","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.7594183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba2d330b-fe6c-4095-aa5f-099cfe0907b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.760707198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"12a8fd19-9628-4373-86d5-d8ff9e88c8c2","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.778078885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"510d2775-77d5-4735-aaa1-0712c8fba24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.784497544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"510d2775-77d5-4735-aaa1-0712c8fba24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.792658478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e2ba57c7-d713-4d0e-b9f0-5386de7df8bf","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.803613814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"4ba7be1f-e938-4d5e-a17a-9a5b0b6b7bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.805295365Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"0b5d7433-ad43-41a8-a3ab-448995bf03f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"premium-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.822061798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"554cd352-8e32-4f6a-9ac2-d28436fa2403","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.828090857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"bd1e6491-4b3c-4adf-b426-d7cf954e59e7","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.835466637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"d51f6bdf-6a3a-48d1-8a74-50c6720f6182","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:45.838652054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"41eafafe-008e-4309-bf69-90bf8511bc50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.843052779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"e99a6c32-fa1f-48cc-b7a9-b19979e8935e","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.84488078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2d19e6d3-a121-4c9e-8fc2-41eb752a602b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.844992387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f3645f71-f6ca-446e-a385-99bb8c87b710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.852541889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f3645f71-f6ca-446e-a385-99bb8c87b710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.853138374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2d19e6d3-a121-4c9e-8fc2-41eb752a602b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.85489026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"bd0dbe17-4642-45a2-ab44-44ee98c2afda","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.858698832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f3645f71-f6ca-446e-a385-99bb8c87b710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.85926287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2d19e6d3-a121-4c9e-8fc2-41eb752a602b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.86275847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"79261a49-6ec8-4c85-8b1b-49d6115bf211","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.903756862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"4baf23e7-8daf-413f-97f6-b9a7f32a5244","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.907583985Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"56e0f22f-44ec-47f8-b400-8aa117f10488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"premium-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.923227735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"5ac08ca8-0b5c-491d-a6f6-f36b2839ce79","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.928978019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"3d55f3bb-dfc9-46ae-b487-cb3b0057048c","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.939823903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"fc1da6ef-c93d-40ad-87a7-3903262d3a1a","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.94437423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b1b7d17-1194-4589-bff4-5a1f987aae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.947406529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e38064ad-6976-4fab-bc91-22d416a4f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.949738048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b3dd262-315f-49aa-a058-235be5d4fbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.954349225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b1b7d17-1194-4589-bff4-5a1f987aae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.956207643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e38064ad-6976-4fab-bc91-22d416a4f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.988326599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b3dd262-315f-49aa-a058-235be5d4fbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.99013879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b1b7d17-1194-4589-bff4-5a1f987aae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:45.991560442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e38064ad-6976-4fab-bc91-22d416a4f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.001177373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b3dd262-315f-49aa-a058-235be5d4fbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.004845297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"a063b636-2a31-473f-80d7-9835e4733114","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.0208675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"64ac3edb-da30-472c-8d64-11d47bb0850b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.021084854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"a3713416-3e3f-4b54-8552-d65e7a699bb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.06426277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"021f372c-5d3f-4ead-ad89-705a9385346a","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.069468164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ef3e0ddb-d5c1-45ff-b68f-3c3a5022f455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.093979977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"2be65e75-7e6a-49ed-bab3-9642bdc8fe24","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.101104675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ef3e0ddb-d5c1-45ff-b68f-3c3a5022f455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:46.103201857Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"2be65e75-7e6a-49ed-bab3-9642bdc8fe24","name":"premium-w3-bfc50e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-bfc50e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:46.103258061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"2be65e75-7e6a-49ed-bab3-9642bdc8fe24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-bfc50e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.108816438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"4645c5ac-346f-4555-bce2-2ef99e267e09","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.112614391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ef3e0ddb-d5c1-45ff-b68f-3c3a5022f455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:46.121616344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ef3e0ddb-d5c1-45ff-b68f-3c3a5022f455","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.124370699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"280396ab-a071-4f2d-9912-54733441eef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.164570128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"38fb2bda-2a01-46f9-b2d6-edf46630eab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.164803643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4b55d508-7e9c-4396-8c7f-6f0814f55803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.164568613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"272c7080-65a4-4dca-941b-8562bfff7a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.176150297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4b55d508-7e9c-4396-8c7f-6f0814f55803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.17685011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"272c7080-65a4-4dca-941b-8562bfff7a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.180185468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"38fb2bda-2a01-46f9-b2d6-edf46630eab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.184271141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"272c7080-65a4-4dca-941b-8562bfff7a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.185782315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4b55d508-7e9c-4396-8c7f-6f0814f55803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.186422658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"38fb2bda-2a01-46f9-b2d6-edf46630eab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.195303033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b0344850-0dac-42ac-a132-9c0926a216dc","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.25168301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3695ca9f-425d-469c-afac-0ba8896480f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.298495297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3695ca9f-425d-469c-afac-0ba8896480f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:46.304667766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3695ca9f-425d-469c-afac-0ba8896480f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:49.874588674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"5d036112-3695-4c8b-8c5e-c8a11f58592d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:49.900014328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"cd46d504-f9e2-4d37-9c16-f6eb137fe92b","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:49.980084601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"30a28a10-698b-42cd-9c7d-55835c2ffa01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:49.980242354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"210f4aef-01c4-43e7-9403-3e9b412ee164","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.000601359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"48c10a9d-dc18-4175-bc98-0b8e8ab74634","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.003249701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"81fe4441-2df7-4e04-98da-cc02621978e0","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.042791225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"032960d9-42bc-4d17-a145-721fdafa5505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.043061029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8a214757-2b76-4661-88a7-5d94d93fa80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.052115784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8a214757-2b76-4661-88a7-5d94d93fa80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.053144184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"032960d9-42bc-4d17-a145-721fdafa5505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.06106154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06e98cf3b1a61be5e1b5ac1568f45d3912cabb89089b988c028826a8c93fff4) AuthConfig (30a69c6b41446ca71f59ab3986d501493e40d42d4d095decf5b0783ec821427a) AuthConfig (4ee2407a28d7ca83177305d07d8242a42b5eab00d1a8a606ce596c4192be1750) AuthConfig (015b4f3c1e061189ba49e90e41aff23370fee55dc89560a517a3a3d155f49010) AuthConfig (5420157f1a86fbe561bf526b075a3c30be3738a75df1bc63a3535851dd804d9b) AuthConfig (170bcd056a790135103291416eafca1ceb9f72292ce71c1cae74663ba1196b22) AuthConfig (c8bf501ef501a13739dbfd3c8a641078b0b26edcc252c47510f407cb527d72a4) AuthConfig (0d0c2f6224a1ebc4b6e334c8f3a43e26284d7950c0a2c95aeac712dafb3d8cae) AuthConfig (9b270be6562bd4395accb58cdf60c7a8d35650ed4d23e4d21eeea8b2d9942993) AuthConfig (66ee380dd48ea4bb16d771e70a9e382294299d11df79ed851e2c91923511c081) AuthConfig (0ee17ed0779e6b5bf55358215d946004b160a1eab8689467124004d56df7d39b) AuthConfig (703134bcefb5f2437666d2946fee58dd2e40d62884b817594c5905085b2b3d69) AuthConfig (784821aefb92bc5fb51fe04203637e2fc0491705eeaaf3147841a0113e059789) AuthConfig (82d82103b92ceab9435251e71523f3e43b4542221060cc7386816aa256b6aee0) AuthConfig (365a406dda4d94292774ff6bd38ee382691afc0b6581919ecb6e47f2062d5baa) AuthConfig (435b5c9fbbe6c875b6b6745e632f39cd060bff0755a55f21bc73837fe24372ae) AuthConfig (42700e961fcb82716e0c0260d91f389d77dffdfb2580e3c3bd343fe4d986ebbf) AuthConfig (002be4b90cffc3c2b2f661654898d5d1033a429cf6225547addfaf2b91cd76e2) AuthConfig (371e705aae12e450151a2523e9c20523140f87f37c7e090590dbb73b9a99a198) AuthConfig (d2be88240a213e04556500ba99794b109407e6124f332d6de039fcac08dae539) AuthConfig (6c9b53addf1e1591436f6a36f8953d360a379076252edf619e8f0fcd97fd5566) AuthConfig (d37096513eb5706786654a61f8ae1ec27fc9e1a00e2f3cb4090f7625b95d866c) AuthConfig (7249a4d1280cd299619d29099d2acd99107d5684d5d705281449b3772f9a574d) AuthConfig (441ff83f08a711406a4a451a37dcc46598882df58b34e4c75553fd896466080b) AuthConfig (539197c789e38409ea2ab0d8e9db4a31bae921ce248b96d2e12d36846afa0c56) AuthConfig (8e95ddcb4f2cdb1564d1742cddcad95f7b00cbad5f096de42b952c6dcc87e6c6) AuthConfig (f07ca786a8e26c7b1db0bf8b92178a7b929629a9c6810d61e387706feb369da6) AuthConfig (66e48a656a058a71b7b1f4b89d507a465d56c48779da9f47da661b54901cd4b6) AuthConfig (92d1283d719d95826238bfc79815ac5318524093a9acdce8b57987b21de534de) AuthConfig (3b23688a7e7dfe3f67b19dd95aa3049f4ab703e0b5faf6974de3fd4a2297e19f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8a214757-2b76-4661-88a7-5d94d93fa80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.061244507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e06e98cf3b1a61be5e1b5ac1568f45d3912cabb89089b988c028826a8c93fff4) AuthConfig (30a69c6b41446ca71f59ab3986d501493e40d42d4d095decf5b0783ec821427a) AuthConfig (4ee2407a28d7ca83177305d07d8242a42b5eab00d1a8a606ce596c4192be1750) AuthConfig (015b4f3c1e061189ba49e90e41aff23370fee55dc89560a517a3a3d155f49010) AuthConfig (5420157f1a86fbe561bf526b075a3c30be3738a75df1bc63a3535851dd804d9b) AuthConfig (170bcd056a790135103291416eafca1ceb9f72292ce71c1cae74663ba1196b22) AuthConfig (c8bf501ef501a13739dbfd3c8a641078b0b26edcc252c47510f407cb527d72a4) AuthConfig (0d0c2f6224a1ebc4b6e334c8f3a43e26284d7950c0a2c95aeac712dafb3d8cae) AuthConfig (9b270be6562bd4395accb58cdf60c7a8d35650ed4d23e4d21eeea8b2d9942993) AuthConfig (66ee380dd48ea4bb16d771e70a9e382294299d11df79ed851e2c91923511c081) AuthConfig (0ee17ed0779e6b5bf55358215d946004b160a1eab8689467124004d56df7d39b) AuthConfig (703134bcefb5f2437666d2946fee58dd2e40d62884b817594c5905085b2b3d69) AuthConfig (784821aefb92bc5fb51fe04203637e2fc0491705eeaaf3147841a0113e059789) AuthConfig (82d82103b92ceab9435251e71523f3e43b4542221060cc7386816aa256b6aee0) AuthConfig (365a406dda4d94292774ff6bd38ee382691afc0b6581919ecb6e47f2062d5baa) AuthConfig (435b5c9fbbe6c875b6b6745e632f39cd060bff0755a55f21bc73837fe24372ae) AuthConfig (42700e961fcb82716e0c0260d91f389d77dffdfb2580e3c3bd343fe4d986ebbf) AuthConfig (002be4b90cffc3c2b2f661654898d5d1033a429cf6225547addfaf2b91cd76e2) AuthConfig (371e705aae12e450151a2523e9c20523140f87f37c7e090590dbb73b9a99a198) AuthConfig (d2be88240a213e04556500ba99794b109407e6124f332d6de039fcac08dae539) AuthConfig (6c9b53addf1e1591436f6a36f8953d360a379076252edf619e8f0fcd97fd5566) AuthConfig (d37096513eb5706786654a61f8ae1ec27fc9e1a00e2f3cb4090f7625b95d866c) AuthConfig (7249a4d1280cd299619d29099d2acd99107d5684d5d705281449b3772f9a574d) AuthConfig (441ff83f08a711406a4a451a37dcc46598882df58b34e4c75553fd896466080b) AuthConfig (539197c789e38409ea2ab0d8e9db4a31bae921ce248b96d2e12d36846afa0c56) AuthConfig (8e95ddcb4f2cdb1564d1742cddcad95f7b00cbad5f096de42b952c6dcc87e6c6) AuthConfig (f07ca786a8e26c7b1db0bf8b92178a7b929629a9c6810d61e387706feb369da6) AuthConfig (66e48a656a058a71b7b1f4b89d507a465d56c48779da9f47da661b54901cd4b6) AuthConfig (92d1283d719d95826238bfc79815ac5318524093a9acdce8b57987b21de534de) AuthConfig (3b23688a7e7dfe3f67b19dd95aa3049f4ab703e0b5faf6974de3fd4a2297e19f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"032960d9-42bc-4d17-a145-721fdafa5505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.069841253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8cc0a3d6-7468-494e-88a5-914179be5e94","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.072554303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"902538c8-28d5-449d-8678-62f47a017c2b","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.143081852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e18e6ab6-5e98-48f0-a5f9-b1e75052c88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.143249329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8854a574-98bc-4e16-aeeb-9c752ccb8cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.15548981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e18e6ab6-5e98-48f0-a5f9-b1e75052c88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.156098074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8854a574-98bc-4e16-aeeb-9c752ccb8cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.162751292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3b95e215fbd8e64ee85b5f738fc6bed19aca3b16afe0d99ffdb92e735f7764d) AuthConfig (583ace7ea2ab8003291465566760a7acb6bb759f9ed0ad141984574b73560978) AuthConfig (b9494bf2fc6e47b0a81bc15fc8aeaa5ead756f7a49c0957f9828dcff95b735c4) AuthConfig (5aa5b6bf1cf32f7fd4640b3a47fb90c06e97613e36faf87b3ab6a0c5cc4886a4) AuthConfig (8e64fe2134601fe1544d767511ac1339e8a36aa915b7882e63943fa616b092ae) AuthConfig (d62b7841dd41ee3bb61fdfdad15ea3fc115313d064df327e4335b6d124eb3db9) AuthConfig (856d2faf7376c78cefe72a43ce9ff8acbd976b12d9ff913e29c0e026940ea98c) AuthConfig (e0d454bb204691c36c6debe0e18377bfce845ad659c5c45fcc3044f009541018) AuthConfig (ba20275e0cf2aaefed539446ca742365b9edae38a41e479e6c83d73a64ff28cc) AuthConfig (27e9635b493144d056d00b58bb5f8e7a06a6ab4125c32c432339aa25709c4233) AuthConfig (f0b8d924e2ea9f374caa6f73cabb105d01ea1ade4a41bfa4db24ba083ca2c60b) AuthConfig (019f6a1d37e2cb539c50262384ef913082c81e006f76dcb80384bd75e95e81c0) AuthConfig (be8cd7d71d53b7c095f74fbb13e9197089d707a9d7090539c621145fb9aef466) AuthConfig (39bce7329bcee8b25334dbd0b6550a653e2bfaf9cfb9d3a5a79f2bbed807d44e) AuthConfig (be9a7f238aa0adbf5015a8f16c7ebf6876a836472a4a85ab5a761c8058a85acd) AuthConfig (6ce6e9f36dc94981ed682cfb359e7b7306d0a1f77e4713414597ad197ae34f94) AuthConfig (52ba71a34cb24eec1f3f0fe190672e454c5fa93b6af5a9aa0d45c51ac4e08a63) AuthConfig (d9ec5150787cd486d27f713286fe28577e4a0fc291f3f4dd288ef37b51aa10dd) AuthConfig (9b8ef09aec2fbb8fca77b7ff700809522a6cdba68eb28d93121038b5f46b2590) AuthConfig (e5e1b823d78694269a97b71d888da981bc75d2cf8a1e70b4a1c6d4a33c4ba0e0) AuthConfig (bc609c0f46599a9e6f46b8bdb0da06188147a0a749d8a14c88dfad89cefbb663) AuthConfig (319b16774540e18d556717e5fb7755c77d3ddd1c865d94b28c395be079f8a524) AuthConfig (adcba50a64327dc2783636d82f2b5d02954567b48573612a67ea6755e6669119) AuthConfig (7a3ee0a3ac6a36fe0dd359f3c73f1145a88cbde623e373cde8b1da7adf7090f4) AuthConfig (fdd28107a98c44ac4d6aa883ed89473d808a2ae5492b04c540c490561edb6244) AuthConfig (e21e12e1a336208746b370795ddba99fa6dd3113224fff65825866b474b0db8a) AuthConfig (668da082ce616fc70e50adbce8980a71f1c012a104530f78760eae2e22ddcc8c) AuthConfig (78927307c271015f4c55742147aab65381b2d003d0d9a82848a72bad07833443) AuthConfig (fde4d6bc7a3cb0d0e5fd816163039a93c5c8c9e349c532d54f8a255f98147fe4) AuthConfig (21ffcdfb969b014a9bec75584bcacee5bcc6b06d29863243b238cc8ccd605e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e18e6ab6-5e98-48f0-a5f9-b1e75052c88b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.164094183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3b95e215fbd8e64ee85b5f738fc6bed19aca3b16afe0d99ffdb92e735f7764d) AuthConfig (583ace7ea2ab8003291465566760a7acb6bb759f9ed0ad141984574b73560978) AuthConfig (b9494bf2fc6e47b0a81bc15fc8aeaa5ead756f7a49c0957f9828dcff95b735c4) AuthConfig (5aa5b6bf1cf32f7fd4640b3a47fb90c06e97613e36faf87b3ab6a0c5cc4886a4) AuthConfig (8e64fe2134601fe1544d767511ac1339e8a36aa915b7882e63943fa616b092ae) AuthConfig (d62b7841dd41ee3bb61fdfdad15ea3fc115313d064df327e4335b6d124eb3db9) AuthConfig (856d2faf7376c78cefe72a43ce9ff8acbd976b12d9ff913e29c0e026940ea98c) AuthConfig (e0d454bb204691c36c6debe0e18377bfce845ad659c5c45fcc3044f009541018) AuthConfig (ba20275e0cf2aaefed539446ca742365b9edae38a41e479e6c83d73a64ff28cc) AuthConfig (27e9635b493144d056d00b58bb5f8e7a06a6ab4125c32c432339aa25709c4233) AuthConfig (f0b8d924e2ea9f374caa6f73cabb105d01ea1ade4a41bfa4db24ba083ca2c60b) AuthConfig (019f6a1d37e2cb539c50262384ef913082c81e006f76dcb80384bd75e95e81c0) AuthConfig (be8cd7d71d53b7c095f74fbb13e9197089d707a9d7090539c621145fb9aef466) AuthConfig (39bce7329bcee8b25334dbd0b6550a653e2bfaf9cfb9d3a5a79f2bbed807d44e) AuthConfig (be9a7f238aa0adbf5015a8f16c7ebf6876a836472a4a85ab5a761c8058a85acd) AuthConfig (6ce6e9f36dc94981ed682cfb359e7b7306d0a1f77e4713414597ad197ae34f94) AuthConfig (52ba71a34cb24eec1f3f0fe190672e454c5fa93b6af5a9aa0d45c51ac4e08a63) AuthConfig (d9ec5150787cd486d27f713286fe28577e4a0fc291f3f4dd288ef37b51aa10dd) AuthConfig (9b8ef09aec2fbb8fca77b7ff700809522a6cdba68eb28d93121038b5f46b2590) AuthConfig (e5e1b823d78694269a97b71d888da981bc75d2cf8a1e70b4a1c6d4a33c4ba0e0) AuthConfig (bc609c0f46599a9e6f46b8bdb0da06188147a0a749d8a14c88dfad89cefbb663) AuthConfig (319b16774540e18d556717e5fb7755c77d3ddd1c865d94b28c395be079f8a524) AuthConfig (adcba50a64327dc2783636d82f2b5d02954567b48573612a67ea6755e6669119) AuthConfig (7a3ee0a3ac6a36fe0dd359f3c73f1145a88cbde623e373cde8b1da7adf7090f4) AuthConfig (fdd28107a98c44ac4d6aa883ed89473d808a2ae5492b04c540c490561edb6244) AuthConfig (e21e12e1a336208746b370795ddba99fa6dd3113224fff65825866b474b0db8a) AuthConfig (668da082ce616fc70e50adbce8980a71f1c012a104530f78760eae2e22ddcc8c) AuthConfig (78927307c271015f4c55742147aab65381b2d003d0d9a82848a72bad07833443) AuthConfig (fde4d6bc7a3cb0d0e5fd816163039a93c5c8c9e349c532d54f8a255f98147fe4) AuthConfig (21ffcdfb969b014a9bec75584bcacee5bcc6b06d29863243b238cc8ccd605e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8854a574-98bc-4e16-aeeb-9c752ccb8cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.171975057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"e034ba35-c9e2-437a-9e91-334e770e8f61","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.178430289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"65e7640c-e9f1-4368-ac56-7efe1d641a42","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.243681751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"878ad177-93eb-49ca-aa14-6618c344554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.24370543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"68ca1cf3-4693-47d9-b268-fdff6063483e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.253656112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"68ca1cf3-4693-47d9-b268-fdff6063483e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.253730001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"878ad177-93eb-49ca-aa14-6618c344554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.260611092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3b95e215fbd8e64ee85b5f738fc6bed19aca3b16afe0d99ffdb92e735f7764d) AuthConfig (583ace7ea2ab8003291465566760a7acb6bb759f9ed0ad141984574b73560978) AuthConfig (b9494bf2fc6e47b0a81bc15fc8aeaa5ead756f7a49c0957f9828dcff95b735c4) AuthConfig (5aa5b6bf1cf32f7fd4640b3a47fb90c06e97613e36faf87b3ab6a0c5cc4886a4) AuthConfig (8e64fe2134601fe1544d767511ac1339e8a36aa915b7882e63943fa616b092ae) AuthConfig (d62b7841dd41ee3bb61fdfdad15ea3fc115313d064df327e4335b6d124eb3db9) AuthConfig (856d2faf7376c78cefe72a43ce9ff8acbd976b12d9ff913e29c0e026940ea98c) AuthConfig (e0d454bb204691c36c6debe0e18377bfce845ad659c5c45fcc3044f009541018) AuthConfig (ba20275e0cf2aaefed539446ca742365b9edae38a41e479e6c83d73a64ff28cc) AuthConfig (27e9635b493144d056d00b58bb5f8e7a06a6ab4125c32c432339aa25709c4233) AuthConfig (f0b8d924e2ea9f374caa6f73cabb105d01ea1ade4a41bfa4db24ba083ca2c60b) AuthConfig (019f6a1d37e2cb539c50262384ef913082c81e006f76dcb80384bd75e95e81c0) AuthConfig (be8cd7d71d53b7c095f74fbb13e9197089d707a9d7090539c621145fb9aef466) AuthConfig (39bce7329bcee8b25334dbd0b6550a653e2bfaf9cfb9d3a5a79f2bbed807d44e) AuthConfig (be9a7f238aa0adbf5015a8f16c7ebf6876a836472a4a85ab5a761c8058a85acd) AuthConfig (6ce6e9f36dc94981ed682cfb359e7b7306d0a1f77e4713414597ad197ae34f94) AuthConfig (52ba71a34cb24eec1f3f0fe190672e454c5fa93b6af5a9aa0d45c51ac4e08a63) AuthConfig (d9ec5150787cd486d27f713286fe28577e4a0fc291f3f4dd288ef37b51aa10dd) AuthConfig (9b8ef09aec2fbb8fca77b7ff700809522a6cdba68eb28d93121038b5f46b2590) AuthConfig (e5e1b823d78694269a97b71d888da981bc75d2cf8a1e70b4a1c6d4a33c4ba0e0) AuthConfig (bc609c0f46599a9e6f46b8bdb0da06188147a0a749d8a14c88dfad89cefbb663) AuthConfig (319b16774540e18d556717e5fb7755c77d3ddd1c865d94b28c395be079f8a524) AuthConfig (adcba50a64327dc2783636d82f2b5d02954567b48573612a67ea6755e6669119) AuthConfig (7a3ee0a3ac6a36fe0dd359f3c73f1145a88cbde623e373cde8b1da7adf7090f4) AuthConfig (fdd28107a98c44ac4d6aa883ed89473d808a2ae5492b04c540c490561edb6244) AuthConfig (e21e12e1a336208746b370795ddba99fa6dd3113224fff65825866b474b0db8a) AuthConfig (668da082ce616fc70e50adbce8980a71f1c012a104530f78760eae2e22ddcc8c) AuthConfig (78927307c271015f4c55742147aab65381b2d003d0d9a82848a72bad07833443) AuthConfig (fde4d6bc7a3cb0d0e5fd816163039a93c5c8c9e349c532d54f8a255f98147fe4) AuthConfig (21ffcdfb969b014a9bec75584bcacee5bcc6b06d29863243b238cc8ccd605e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"878ad177-93eb-49ca-aa14-6618c344554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.260766786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3b95e215fbd8e64ee85b5f738fc6bed19aca3b16afe0d99ffdb92e735f7764d) AuthConfig (583ace7ea2ab8003291465566760a7acb6bb759f9ed0ad141984574b73560978) AuthConfig (b9494bf2fc6e47b0a81bc15fc8aeaa5ead756f7a49c0957f9828dcff95b735c4) AuthConfig (5aa5b6bf1cf32f7fd4640b3a47fb90c06e97613e36faf87b3ab6a0c5cc4886a4) AuthConfig (8e64fe2134601fe1544d767511ac1339e8a36aa915b7882e63943fa616b092ae) AuthConfig (d62b7841dd41ee3bb61fdfdad15ea3fc115313d064df327e4335b6d124eb3db9) AuthConfig (856d2faf7376c78cefe72a43ce9ff8acbd976b12d9ff913e29c0e026940ea98c) AuthConfig (e0d454bb204691c36c6debe0e18377bfce845ad659c5c45fcc3044f009541018) AuthConfig (ba20275e0cf2aaefed539446ca742365b9edae38a41e479e6c83d73a64ff28cc) AuthConfig (27e9635b493144d056d00b58bb5f8e7a06a6ab4125c32c432339aa25709c4233) AuthConfig (f0b8d924e2ea9f374caa6f73cabb105d01ea1ade4a41bfa4db24ba083ca2c60b) AuthConfig (019f6a1d37e2cb539c50262384ef913082c81e006f76dcb80384bd75e95e81c0) AuthConfig (be8cd7d71d53b7c095f74fbb13e9197089d707a9d7090539c621145fb9aef466) AuthConfig (39bce7329bcee8b25334dbd0b6550a653e2bfaf9cfb9d3a5a79f2bbed807d44e) AuthConfig (be9a7f238aa0adbf5015a8f16c7ebf6876a836472a4a85ab5a761c8058a85acd) AuthConfig (6ce6e9f36dc94981ed682cfb359e7b7306d0a1f77e4713414597ad197ae34f94) AuthConfig (52ba71a34cb24eec1f3f0fe190672e454c5fa93b6af5a9aa0d45c51ac4e08a63) AuthConfig (d9ec5150787cd486d27f713286fe28577e4a0fc291f3f4dd288ef37b51aa10dd) AuthConfig (9b8ef09aec2fbb8fca77b7ff700809522a6cdba68eb28d93121038b5f46b2590) AuthConfig (e5e1b823d78694269a97b71d888da981bc75d2cf8a1e70b4a1c6d4a33c4ba0e0) AuthConfig (bc609c0f46599a9e6f46b8bdb0da06188147a0a749d8a14c88dfad89cefbb663) AuthConfig (319b16774540e18d556717e5fb7755c77d3ddd1c865d94b28c395be079f8a524) AuthConfig (adcba50a64327dc2783636d82f2b5d02954567b48573612a67ea6755e6669119) AuthConfig (7a3ee0a3ac6a36fe0dd359f3c73f1145a88cbde623e373cde8b1da7adf7090f4) AuthConfig (fdd28107a98c44ac4d6aa883ed89473d808a2ae5492b04c540c490561edb6244) AuthConfig (e21e12e1a336208746b370795ddba99fa6dd3113224fff65825866b474b0db8a) AuthConfig (668da082ce616fc70e50adbce8980a71f1c012a104530f78760eae2e22ddcc8c) AuthConfig (78927307c271015f4c55742147aab65381b2d003d0d9a82848a72bad07833443) AuthConfig (fde4d6bc7a3cb0d0e5fd816163039a93c5c8c9e349c532d54f8a255f98147fe4) AuthConfig (21ffcdfb969b014a9bec75584bcacee5bcc6b06d29863243b238cc8ccd605e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"68ca1cf3-4693-47d9-b268-fdff6063483e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:50.265129028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"68ca1cf3-4693-47d9-b268-fdff6063483e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.34319042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0de37879-da61-4f77-a94a-6b7ff5348af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.352225832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0de37879-da61-4f77-a94a-6b7ff5348af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:50.358874648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3b95e215fbd8e64ee85b5f738fc6bed19aca3b16afe0d99ffdb92e735f7764d) AuthConfig (583ace7ea2ab8003291465566760a7acb6bb759f9ed0ad141984574b73560978) AuthConfig (b9494bf2fc6e47b0a81bc15fc8aeaa5ead756f7a49c0957f9828dcff95b735c4) AuthConfig (5aa5b6bf1cf32f7fd4640b3a47fb90c06e97613e36faf87b3ab6a0c5cc4886a4) AuthConfig (8e64fe2134601fe1544d767511ac1339e8a36aa915b7882e63943fa616b092ae) AuthConfig (d62b7841dd41ee3bb61fdfdad15ea3fc115313d064df327e4335b6d124eb3db9) AuthConfig (856d2faf7376c78cefe72a43ce9ff8acbd976b12d9ff913e29c0e026940ea98c) AuthConfig (e0d454bb204691c36c6debe0e18377bfce845ad659c5c45fcc3044f009541018) AuthConfig (ba20275e0cf2aaefed539446ca742365b9edae38a41e479e6c83d73a64ff28cc) AuthConfig (27e9635b493144d056d00b58bb5f8e7a06a6ab4125c32c432339aa25709c4233) AuthConfig (f0b8d924e2ea9f374caa6f73cabb105d01ea1ade4a41bfa4db24ba083ca2c60b) AuthConfig (019f6a1d37e2cb539c50262384ef913082c81e006f76dcb80384bd75e95e81c0) AuthConfig (be8cd7d71d53b7c095f74fbb13e9197089d707a9d7090539c621145fb9aef466) AuthConfig (39bce7329bcee8b25334dbd0b6550a653e2bfaf9cfb9d3a5a79f2bbed807d44e) AuthConfig (be9a7f238aa0adbf5015a8f16c7ebf6876a836472a4a85ab5a761c8058a85acd) AuthConfig (6ce6e9f36dc94981ed682cfb359e7b7306d0a1f77e4713414597ad197ae34f94) AuthConfig (52ba71a34cb24eec1f3f0fe190672e454c5fa93b6af5a9aa0d45c51ac4e08a63) AuthConfig (d9ec5150787cd486d27f713286fe28577e4a0fc291f3f4dd288ef37b51aa10dd) AuthConfig (9b8ef09aec2fbb8fca77b7ff700809522a6cdba68eb28d93121038b5f46b2590) AuthConfig (e5e1b823d78694269a97b71d888da981bc75d2cf8a1e70b4a1c6d4a33c4ba0e0) AuthConfig (bc609c0f46599a9e6f46b8bdb0da06188147a0a749d8a14c88dfad89cefbb663) AuthConfig (319b16774540e18d556717e5fb7755c77d3ddd1c865d94b28c395be079f8a524) AuthConfig (adcba50a64327dc2783636d82f2b5d02954567b48573612a67ea6755e6669119) AuthConfig (7a3ee0a3ac6a36fe0dd359f3c73f1145a88cbde623e373cde8b1da7adf7090f4) AuthConfig (fdd28107a98c44ac4d6aa883ed89473d808a2ae5492b04c540c490561edb6244) AuthConfig (e21e12e1a336208746b370795ddba99fa6dd3113224fff65825866b474b0db8a) AuthConfig (668da082ce616fc70e50adbce8980a71f1c012a104530f78760eae2e22ddcc8c) AuthConfig (78927307c271015f4c55742147aab65381b2d003d0d9a82848a72bad07833443) AuthConfig (fde4d6bc7a3cb0d0e5fd816163039a93c5c8c9e349c532d54f8a255f98147fe4) AuthConfig (21ffcdfb969b014a9bec75584bcacee5bcc6b06d29863243b238cc8ccd605e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0de37879-da61-4f77-a94a-6b7ff5348af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.289569141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ee029086-bda9-4934-a6d9-96688fa8f395","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.397889454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"c30de946-8c30-4bd4-a251-044421f8bae7","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.450030354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ca553aab-fb88-435d-89b6-f4796b40e3cb","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.463143166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"e316d5c0-fd3a-4c96-a7a3-0ac5b5548100","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.4636257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"21769663-ad5b-48a5-ba83-0e73bdfb3b59","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.467478996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3011c6/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.469839617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"82c602a4-ff78-4b06-bdcb-f325c8cf0440","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.490200498Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"ea65fbb6-37d0-458d-8079-1015f6c93652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"simulator-w4-3011c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.507932348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a9269860-c5ce-4f54-af06-878ff759a4d5","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.576969601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b05e26ef-20b5-4ce4-9fd7-c5ad33c5ad4e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.586256685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"9929d674-65a7-4a7c-b113-936c833fdbd7","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.586769892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"9c7b01b9-8e0c-4cc2-99a0-a2e60f7f7014","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.587085721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"9b86ed83-81be-413e-9566-6e81740159bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.590157684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-384164/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.594381806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b22c345f-908a-4806-a116-8d1df42f684c","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.676837801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"d6c6a772-dd3d-4e02-bccd-a92834e3bf93","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.685943386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"84d4483b-b113-44ca-945a-ddfa395721b6","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.688918507Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"919c1266-28fe-4e32-8f5a-14e0fe0e254b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.6926555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e65b3b1d-b979-40c1-879e-9c8e44d860d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.693043683Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"84d4483b-b113-44ca-945a-ddfa395721b6","name":"simulator-w4-3011c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3011c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.693105249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"84d4483b-b113-44ca-945a-ddfa395721b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-3011c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.698262887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"3c9f0787-f30d-49ad-8e8f-4388924c8186","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.706770918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"df02f6f8-08d7-409a-924e-b6ac3102c843","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.718870869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e65b3b1d-b979-40c1-879e-9c8e44d860d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.725045056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e65b3b1d-b979-40c1-879e-9c8e44d860d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.731072387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"c55d13fa-ed4d-4fd1-90af-4fa4be3dd6da","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.777011702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"86343a6e-4ee4-408d-a0f9-ed6c71712a80","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.789655607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"ab28c0e6-9da6-4d05-91f9-30a8edf058b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.789691641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"aade61dd-344d-4ab9-95a4-c60325d51190","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.790160109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"36425e7b-7e6b-417d-b064-d97a81fe6aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.792165788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bda7209f-48cb-4054-aed3-669a40a559bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.793841903Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"aade61dd-344d-4ab9-95a4-c60325d51190","name":"simulator-w0-384164","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-384164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.79388993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"aade61dd-344d-4ab9-95a4-c60325d51190","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-384164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.797550462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"81599054-ddbf-435f-984f-32de7f05fe24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.801169207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bda7209f-48cb-4054-aed3-669a40a559bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.802521871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"6a86d283-0681-4bf3-a6b7-662099fe3e11","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.809951227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bda7209f-48cb-4054-aed3-669a40a559bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.826806068Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"81599054-ddbf-435f-984f-32de7f05fe24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.833099592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"81599054-ddbf-435f-984f-32de7f05fe24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.888140592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"cdc242dd-2cae-4f6a-bd78-457bb3e45942","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.897051549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dbe9eacf-cc9d-420d-a242-b6b8585fbfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.901244172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"a7580f1b-aa00-4785-b264-3bfd08b9224e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.901766769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"277b19c5-e658-4828-8629-140c6fac7a81","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.905200337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dbe9eacf-cc9d-420d-a242-b6b8585fbfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.910884924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"af25a7e9-cb41-49fc-ac81-81eaa9307ce2","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.911541816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ecce3f33-5d6b-4481-976c-cccd6d3bf0d5","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.914978395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dbe9eacf-cc9d-420d-a242-b6b8585fbfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.920487873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"479e27cd-3048-4680-b2ef-92111e8c99ea","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:52.921131009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-3011c6/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:52.991921863Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"4571adcb-a6ce-4a4e-abd4-302136a722b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"premium-w4-3011c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.001331457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"342091d0-c909-4fdd-bafe-74bfa04985fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.00324021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"72802d27-c6da-4d10-a21d-1c25fba57116","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.009044086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"342091d0-c909-4fdd-bafe-74bfa04985fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.01206506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"0ca29282-7cb7-4908-86b9-02685d3c907a","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.014912055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"a64d21d6-f50a-4480-b61d-221f6a7cc66b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:53.01551219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"4571adcb-a6ce-4a4e-abd4-302136a722b6","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:53.016153349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.017822572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"342091d0-c909-4fdd-bafe-74bfa04985fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.022814216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"f1fa3a7b-6900-4ec7-a65a-1ffacc51eb1f","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.106066206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9612ab34-d4f5-4893-a029-b3723762e8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.106647391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ae7707b4-3043-4eca-ab90-0b2ec399cf95","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.109179587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"ca3efc74-19cd-420c-b746-4fb8f6433e67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"premium-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.109724877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bff73efc-1572-4ba8-b2fe-a422c8c968a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.110831081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"78038358-c40d-4c73-a918-cc4efa397f11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.189641948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9612ab34-d4f5-4893-a029-b3723762e8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.193707238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"9cfa69ba-8d5f-4fa3-bf30-4505c9bee64c","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.198768934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bff73efc-1572-4ba8-b2fe-a422c8c968a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.19930966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9612ab34-d4f5-4893-a029-b3723762e8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.203944071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4e0d5e8d-5cc5-4a64-b7ad-a14ec22974ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.204266014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"66ac2a2a-e1ea-48c7-933e-79515ff5284d","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.206282488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bff73efc-1572-4ba8-b2fe-a422c8c968a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.214486936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"752c18e5-eb34-4681-9c4a-26b3e164999a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.216660085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a847390a-ff83-4907-b3b2-c506561ca1ff","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.216991859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4e0d5e8d-5cc5-4a64-b7ad-a14ec22974ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.217038132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"d965830b-b1c8-449c-a284-cb9e65226cb5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.222751747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"752c18e5-eb34-4681-9c4a-26b3e164999a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.223963046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4e0d5e8d-5cc5-4a64-b7ad-a14ec22974ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.226407421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"2ed05487-3362-4c89-9421-7d5714484050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.228186223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"6217cfd9-502a-4f10-ac09-a64fcf6525aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.22926897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"752c18e5-eb34-4681-9c4a-26b3e164999a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.232494455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"dbd1781b-7b35-4088-88e2-e22173479762","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.302192189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35df25da-70b3-473f-8900-76dad6ad43b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.302300633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c3e4a8e3-3ccb-4977-a866-48f8d5da6352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.302708735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d21cd90a-3df2-4ff7-8fd4-77406593bf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.311364751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c3e4a8e3-3ccb-4977-a866-48f8d5da6352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.311661321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35df25da-70b3-473f-8900-76dad6ad43b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.313904623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d21cd90a-3df2-4ff7-8fd4-77406593bf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.31898235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35df25da-70b3-473f-8900-76dad6ad43b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.319331642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c3e4a8e3-3ccb-4977-a866-48f8d5da6352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.320764476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d21cd90a-3df2-4ff7-8fd4-77406593bf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:53.323358661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35df25da-70b3-473f-8900-76dad6ad43b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.326894194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"a5ac44d6-37da-455a-a7fd-7c253f17626e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.327488862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"8d1ae6ae-a900-412b-b36f-cf291d861623","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.403248721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0dbefbec-9215-4b63-b142-81823d077221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.403350723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c9e1bf9a-93a8-45fd-8320-e6c992e3df46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.403742335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0489af71-49eb-407f-8ddc-68ce9a1750bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.413129484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c9e1bf9a-93a8-45fd-8320-e6c992e3df46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.413381636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0489af71-49eb-407f-8ddc-68ce9a1750bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.416856774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0dbefbec-9215-4b63-b142-81823d077221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.424508483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0489af71-49eb-407f-8ddc-68ce9a1750bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.425679047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c9e1bf9a-93a8-45fd-8320-e6c992e3df46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.426127131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0dbefbec-9215-4b63-b142-81823d077221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:53.430366976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0dbefbec-9215-4b63-b142-81823d077221","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.503078392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"374ed8da-5d9e-41ca-97ab-6064e5012715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.511723313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"374ed8da-5d9e-41ca-97ab-6064e5012715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:53.517595994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"374ed8da-5d9e-41ca-97ab-6064e5012715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.428649086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"4c74a96e-1e60-4017-9783-3069c48f3278","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.590381111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"66b5b92b-e566-4a73-856c-26d07a3cb011","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.597349087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"b4f19327-1eb1-4ef5-b6b5-85f2bb74e5a2","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.600855516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d9f337e0-44d5-47c9-9731-4421cf43b674","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:56.603532853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.609899128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"cbe4b673-cf2d-44a7-88f5-8129b5027157","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.630151198Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"fbab9ff2-9344-4a45-a9f9-dbdf1a4586b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"simulator-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.64968225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d71e5ac0-de83-498a-90c8-8b4dc9d799de","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.724871192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"3b953010-a731-4c33-8bdb-5047e6ad9f54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.781904951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"e2af9abd-22b5-4cd3-bbd2-ee58d8d4e934","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.790982139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6aaab655-18cf-482c-be9d-7f508a7737c4","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.798302839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e88d4100-e9ce-4ec1-9fae-b5bd4ae944a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:56.799082748Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6aaab655-18cf-482c-be9d-7f508a7737c4","name":"simulator-w1-a33b12","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:56.799129165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6aaab655-18cf-482c-be9d-7f508a7737c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.805262729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"30555359-4ea9-4141-aeb5-9f7e522066d2","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.824300525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e88d4100-e9ce-4ec1-9fae-b5bd4ae944a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.824959657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"1c51785d-01a3-4159-b602-91622b757cdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.830218747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e88d4100-e9ce-4ec1-9fae-b5bd4ae944a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.836992483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"51b009b0-47c2-4754-a64b-fc304277f859","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.894313693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"601997d3-f890-4e35-ad86-e72b4593ab2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.903481663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"601997d3-f890-4e35-ad86-e72b4593ab2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.911855146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"601997d3-f890-4e35-ad86-e72b4593ab2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:56.991723831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a333402c-9446-4437-95b0-f5cb94fc7ea2","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.000583788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7575f24a-4f07-4458-8e93-8a93bb93c952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.001501762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"3ea369be-3b9d-477a-8f3d-58edd7067d0b","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.002374495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"fefc44ea-252f-4881-874f-d4292db00509","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:57.005773864Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.008142562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7575f24a-4f07-4458-8e93-8a93bb93c952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.010486733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"89efc5dc-683f-4720-b887-5bd71f9e7185","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.014558163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7575f24a-4f07-4458-8e93-8a93bb93c952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.095695791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"da68d0c9-8f11-4f78-be2c-f01c0e011100","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"premium-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.099026943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"1a10ed52-b1b4-4d73-b6fa-80a317da3c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.106997034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"1a10ed52-b1b4-4d73-b6fa-80a317da3c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.113379111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"548129aa-3359-4862-9c14-ec6bf43c4318","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.113686047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"1a10ed52-b1b4-4d73-b6fa-80a317da3c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.126331145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"56017ecf-df05-4c4e-bb14-494d89e61019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.186003648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"5a276ba1-272c-4a15-8965-226dd3c56231","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.200781945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a613d6d2-4229-46dc-b3f5-70c9dc5c6b6e","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:57.206272792Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a613d6d2-4229-46dc-b3f5-70c9dc5c6b6e","name":"premium-w1-a33b12","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:57.206319967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a613d6d2-4229-46dc-b3f5-70c9dc5c6b6e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.20830837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c7216680-920a-4f21-8445-f1b5d2d3460d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.211394698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3e1b9550-2104-4c25-bec3-31c33889edf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.211810291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"9685cb25-5589-4eaa-8c4e-b6c7babd42e2","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.217014794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c7216680-920a-4f21-8445-f1b5d2d3460d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.220941181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3e1b9550-2104-4c25-bec3-31c33889edf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.222924341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c7216680-920a-4f21-8445-f1b5d2d3460d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.227578873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3e1b9550-2104-4c25-bec3-31c33889edf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.227844693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"84853278-e238-42bc-a9e4-6e1e41c9a223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.229752105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"e88f2cd7-0296-45b5-a578-bd2e112037d3","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.308559456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"02bb0272-6f54-4c72-916d-4e54cdbb3d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.316470207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"02bb0272-6f54-4c72-916d-4e54cdbb3d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.324623349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"02bb0272-6f54-4c72-916d-4e54cdbb3d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:57.329351164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"02bb0272-6f54-4c72-916d-4e54cdbb3d20","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.408586326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"75c420eb-8a66-42ad-9055-fce17e8d0dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.418054923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"75c420eb-8a66-42ad-9055-fce17e8d0dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:57.426330492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"75c420eb-8a66-42ad-9055-fce17e8d0dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:58.969327877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.480836564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"5c6cd045-fdbe-48c9-9d8e-874babf2758e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.501147582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"133e6f95-e3bb-470d-a27e-23674fd2f05d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.691021581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"da56a7e7-9724-4c49-bfed-3c57e7ca45ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.704821671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"77742e2a-5644-4420-b38c-526e47f1ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.70521852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"de45f0bb-c004-405d-b4f7-7afa8d2805b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.706703549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"67c7f56f-51db-4f10-81fe-246c11e67e3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.708022491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"24391b04-7225-4fdd-99b2-db117943fd57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.708359415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"78c70ca2-85e2-4093-ac77-64bf36ff592b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.712122642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"b2fad0bc-2066-4a14-876f-a004451c86f6","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.712275119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"77742e2a-5644-4420-b38c-526e47f1ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.715259271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"de45f0bb-c004-405d-b4f7-7afa8d2805b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.718535118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b72f23d4f2f81f41980cae4f9967a6b6367a7692bf014734b0c84507c2308f7) AuthConfig (b03eba0dbe4864bdb3a9e147d900499043e77c624f009bb4acf181640a6f9075) AuthConfig (dcbcb496e41e09addfe4e2b3ecacfeea2085b19a1d023bdb102a454e6de1037d) AuthConfig (e6b741f7bf1472048e8f00433901aff6f52a0dde8e881e39073358174e2e7420) AuthConfig (843500e8bdb1a6ed65af8b8a9cbdba661b39ebab3b378eaf873a341c5e875b8c) AuthConfig (371f2ca20b37bbad223d13624f771f243fcf17aad7dcd2d3b5f63dc707104c5f) AuthConfig (fe3784c5a27be708ba835aac9b5cd76f9cad0c2fe02301b9d670afc2ce83451c) AuthConfig (8d567ee666faad6457bbbe32e79803f5cf8047cad5d0d200017780aa44bb0d25) AuthConfig (9a2d0302184705778bb661f0a8d091fc367e05a439bf96926918a9a6b98690c0) AuthConfig (7c24e32d08b3aa7769dec31597cf99c05315f492394aa085db156f5634917dc0) AuthConfig (c54f144400c12e1c354a1643d225c4eec4ceb8281d40d29fa63758f9a4c2acdc) AuthConfig (209f4233c10c22a92f037daec04162e0f019ff0aa7ff2fe7e124e81daa407c17) AuthConfig (93419dd5d269479fc609b4daa62ea7c4c84ddb768965baa9e82535db1439bdb9) AuthConfig (62d6ae960d06aeae5a6bdfe2dd5a259ec3ae34511fe26ae7371a0d5a29e0b103) AuthConfig (cffd7a107c1da7f6101f163207e35189ccd393f3bf6a3e99536b98fa946d7ea0) AuthConfig (472b7de61f9b9970968d0a75a0ac034d92458564cd91a6ba7f0cc2d0d1280c33) AuthConfig (0e38f2aec22464c6a0be9191d8a4849abee46749027f4b9ddc10d413bfaec996) AuthConfig (3410732a9dd7ab055a449f5ba3c43535bdc5b29ba9f701def52d424715d0e40d) AuthConfig (2b85df181a4c3c24cf742737faf93c748d4b16338a2a2017aaf5773b6fe5fe57) AuthConfig (a69b463d45008a68b9a32822330f5164716b48a81acbedf22c393a80fcb88b88) AuthConfig (2ec9a0ff5b497a47de71cb416ca1285835a7d1c44f9a0e9ab0ab54b53cffde08) AuthConfig (7c0746969b0a3aed1980c1ef246b79371ae27ade2dafd8c91b93ea36ae3f8233) AuthConfig (18b9aaea34baf422a0be99d8325aace63902b3b3aee2a61911f26c8075f59093) AuthConfig (00bb149880bd6ae72d60c638824a933c5493c68a1fce10239a23997f231a30d5) AuthConfig (a71c1b1aa252b4cec58b5e1ad2c99993579293f19548bdb2ba9ead934d6c2264) AuthConfig (271042b3344a3a8e3e43df637dd2f7209b9f7210f5fa7895373ab1ddf131ea1e) AuthConfig (a0c31ba6abd9c557611706629bf5aa4de0bcc930e5b45cdc861f57b39a6f8d4a) AuthConfig (2b30eefab9c3e3bfd2b54f3aa2599572cb7b8bf944b51309c2050b216d2f3a80) AuthConfig (4830065883a8d9cea232278f8b54ad13d41f9123f92f1cf8a01cf6cdca062542) AuthConfig (37c0c2055a0f902facdba84817dd24232dbe56a2771f15549b2c44f4b73a91f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"77742e2a-5644-4420-b38c-526e47f1ab96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.722055115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b72f23d4f2f81f41980cae4f9967a6b6367a7692bf014734b0c84507c2308f7) AuthConfig (b03eba0dbe4864bdb3a9e147d900499043e77c624f009bb4acf181640a6f9075) AuthConfig (dcbcb496e41e09addfe4e2b3ecacfeea2085b19a1d023bdb102a454e6de1037d) AuthConfig (e6b741f7bf1472048e8f00433901aff6f52a0dde8e881e39073358174e2e7420) AuthConfig (843500e8bdb1a6ed65af8b8a9cbdba661b39ebab3b378eaf873a341c5e875b8c) AuthConfig (371f2ca20b37bbad223d13624f771f243fcf17aad7dcd2d3b5f63dc707104c5f) AuthConfig (fe3784c5a27be708ba835aac9b5cd76f9cad0c2fe02301b9d670afc2ce83451c) AuthConfig (8d567ee666faad6457bbbe32e79803f5cf8047cad5d0d200017780aa44bb0d25) AuthConfig (9a2d0302184705778bb661f0a8d091fc367e05a439bf96926918a9a6b98690c0) AuthConfig (7c24e32d08b3aa7769dec31597cf99c05315f492394aa085db156f5634917dc0) AuthConfig (c54f144400c12e1c354a1643d225c4eec4ceb8281d40d29fa63758f9a4c2acdc) AuthConfig (209f4233c10c22a92f037daec04162e0f019ff0aa7ff2fe7e124e81daa407c17) AuthConfig (93419dd5d269479fc609b4daa62ea7c4c84ddb768965baa9e82535db1439bdb9) AuthConfig (62d6ae960d06aeae5a6bdfe2dd5a259ec3ae34511fe26ae7371a0d5a29e0b103) AuthConfig (cffd7a107c1da7f6101f163207e35189ccd393f3bf6a3e99536b98fa946d7ea0) AuthConfig (472b7de61f9b9970968d0a75a0ac034d92458564cd91a6ba7f0cc2d0d1280c33) AuthConfig (0e38f2aec22464c6a0be9191d8a4849abee46749027f4b9ddc10d413bfaec996) AuthConfig (3410732a9dd7ab055a449f5ba3c43535bdc5b29ba9f701def52d424715d0e40d) AuthConfig (2b85df181a4c3c24cf742737faf93c748d4b16338a2a2017aaf5773b6fe5fe57) AuthConfig (a69b463d45008a68b9a32822330f5164716b48a81acbedf22c393a80fcb88b88) AuthConfig (2ec9a0ff5b497a47de71cb416ca1285835a7d1c44f9a0e9ab0ab54b53cffde08) AuthConfig (7c0746969b0a3aed1980c1ef246b79371ae27ade2dafd8c91b93ea36ae3f8233) AuthConfig (18b9aaea34baf422a0be99d8325aace63902b3b3aee2a61911f26c8075f59093) AuthConfig (00bb149880bd6ae72d60c638824a933c5493c68a1fce10239a23997f231a30d5) AuthConfig (a71c1b1aa252b4cec58b5e1ad2c99993579293f19548bdb2ba9ead934d6c2264) AuthConfig (271042b3344a3a8e3e43df637dd2f7209b9f7210f5fa7895373ab1ddf131ea1e) AuthConfig (a0c31ba6abd9c557611706629bf5aa4de0bcc930e5b45cdc861f57b39a6f8d4a) AuthConfig (2b30eefab9c3e3bfd2b54f3aa2599572cb7b8bf944b51309c2050b216d2f3a80) AuthConfig (4830065883a8d9cea232278f8b54ad13d41f9123f92f1cf8a01cf6cdca062542) AuthConfig (37c0c2055a0f902facdba84817dd24232dbe56a2771f15549b2c44f4b73a91f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"de45f0bb-c004-405d-b4f7-7afa8d2805b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.72695584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"ef39e108-b5fc-4351-a443-f481f1015c8d","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.729966374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"361c762b-6064-4ba8-b397-3a4c78acc781","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.804924129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8954adc1-14d4-4739-bc41-a55071240534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.806112946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"45d4c206-5833-403b-83ac-3a4603b8f3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.806354344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b90b03e6-79dd-4bcd-b378-08f877d5e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.806592546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"af7338ca-90c4-4c9c-95ce-bdee707f2f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.813908683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"81b74437-4378-497a-80fc-fbbbf8966874","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.814331087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"8829c89f-2b7a-4211-8bc3-76de4970fe0d","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.814745463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a8f37c87-7dde-44c0-8475-e06b43887440","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.81787233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8954adc1-14d4-4739-bc41-a55071240534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.818511914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"45d4c206-5833-403b-83ac-3a4603b8f3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.820464444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"af7338ca-90c4-4c9c-95ce-bdee707f2f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.82102372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b90b03e6-79dd-4bcd-b378-08f877d5e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.823754074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8954adc1-14d4-4739-bc41-a55071240534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.82506445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"45d4c206-5833-403b-83ac-3a4603b8f3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.832336812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"624577a0-5226-4247-9c03-be4a67d1f4be","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.835735655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"5085d8fb-4d51-4341-8555-3f84bb156443","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.869448136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"38cbdb62-2dbb-40af-9568-76807fd8b2f1","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.873156903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8e8a08f5-346e-462d-970d-5f510dc0f0c3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.907727559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a6d4d82-3344-4b70-ab7e-c9d27fc7dc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.907931035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f9bc8160-e899-43b3-9c2e-00417af3cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.921161024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a6d4d82-3344-4b70-ab7e-c9d27fc7dc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.922736849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f9bc8160-e899-43b3-9c2e-00417af3cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.93215719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a6d4d82-3344-4b70-ab7e-c9d27fc7dc24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:12:59.932231276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f9bc8160-e899-43b3-9c2e-00417af3cbbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:59.939593039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f9bc8160-e899-43b3-9c2e-00417af3cbbf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:12:59.940067176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a6d4d82-3344-4b70-ab7e-c9d27fc7dc24","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.016227256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"42a529e1-3f34-47b7-b12f-2b6224ab7b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.016227123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9468859d-46f0-45dd-84e5-3a45302d0a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.024600807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9468859d-46f0-45dd-84e5-3a45302d0a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.025226555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"42a529e1-3f34-47b7-b12f-2b6224ab7b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.034257119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"42a529e1-3f34-47b7-b12f-2b6224ab7b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.034467295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-3011c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cafe88af28633ae062280b7605d9276964743c94f849ccab8942f069aaf534f) AuthConfig (a31e41bb91cd0dcd981b9fb04111343a31ddf266ee240bdc192cedd24da7f43a) AuthConfig (f63c412faf227971e33033942c5c822c88392d621cbd19dad0efae1532b69e5b) AuthConfig (bda2a252da9f988a50bf515f8ec1efcf4d77080f40039ae5426eb8ef9eed91e2) AuthConfig (15251beadf974930d7b8528244363904e00b0152bc190862fd14723be922a79f) AuthConfig (76b677b2b8068ab9909fc3f7ba67cd5dc4f9374fbd7c6a479f4205b3db937d9b) AuthConfig (77261290232e754e01af375e7facafb31322422c716846408bc3051bd9bf9814) AuthConfig (e0506622547fb46dda3c5871ed36b3363fb08b35ad9b5830c2d9072736efc3ec) AuthConfig (d4ec9fab378b27eec697312d0070eb0ffcbebfe4694f0c0139c32b2547f96421) AuthConfig (29cad6cd02dd74e4e653cb3afc6dbce96beae2b2282397c3eda875dd6e60060e) AuthConfig (eacdf0341db57c43e9f45862a90deda926e3531bee1a28e22a612875ae28224a) AuthConfig (28ceca1950a07cd5e1a5f5cdf2a5354cfcaf173f5355ec7facf4d016a5548a71) AuthConfig (bf04ef135e61d0182192b3b6c34dd2d6b4e03b363650f4cd1594aaba3e8395f8) AuthConfig (4310ef7a0bac715150d65a3a9c6cec9da20af1455b01a021152aceca0e09100d) AuthConfig (d0977d97772549f3a43dfd37c91e1baf684c28b4733ffbbbd1e2d0f54f319bc9) AuthConfig (c9ea75f91e42268ee6b87a3e6eaddb950e22853fefa0ef5aa74baa50b1c6d730) AuthConfig (aa4a19ff9d225982676feaa3f3e068fc8e84f2b07859b5ee6b1fe0070a453305) AuthConfig (7f3ff36de0c92b64edf57bfbb58dc3b6bec5e638e55b7ac0573fd199585c43d6) AuthConfig (cdd40ed96e7cfa6dcf7f035d7a158267f6fee769be58eb6a47d23d21dca1aac6) AuthConfig (a9bc2984fcde7696f9fc2590f717737e08006085aa6c6cf482ead50da77e5052) AuthConfig (08cbbbbee764338d1b88ed863a1865a1381b5dbd0924b6137551586fd6c0419d) AuthConfig (8d2ff1ef62b061c8ee589fcb85973c1f30c13c8c56698032844b9fb5e23e2495) AuthConfig (422d135c902e81dc8dbcf5a01917aa805cc8f403da04999437e2dc8f465400b5) AuthConfig (62316894eb5e265a41e80d2ed042bc9a718f75aaed3853947b712b980a4d8b0e) AuthConfig (8cec77cebf9fa96dc98f1defc21127babbef1f9a9b5d35631017b7547352db72) AuthConfig (57d039a69814da3377d96c79ca9e367d1b4674d7525796dc31f18efad7fcc4d3) AuthConfig (f1470678e9e98506e4b095f389d9fb65acde82f14c35666880381c8fca3649a5) AuthConfig (1b1e2030ddff839dc7ecc9140f46c83882a6044105e9552579442775da0537ee) AuthConfig (17209f081a5bbdddf046e8be8e4f1934f310724f57c8946bbb7749baff258625) AuthConfig (9bff12f14c5270f07575cafb434b2c4e0b1dd758fbe62c46ff589b8da20c86e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9468859d-46f0-45dd-84e5-3a45302d0a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.271362295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2325d90d-edfa-4b49-9e5d-9417efc7d709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.279979016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2325d90d-edfa-4b49-9e5d-9417efc7d709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.304031567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4b4c3c06-7568-4fb9-b052-ec41f68b9b1e","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.372551337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"569113de-9dcb-4e3d-863c-cc94e15414ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.379994334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"569113de-9dcb-4e3d-863c-cc94e15414ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:00.404043047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"df83b15b-7684-476f-a8b2-fd302da734bf","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.042861389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"aa328aeb-4cd8-4c40-85e5-302d03779210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.067476818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"5e8184c8-a40c-45b5-9d1a-77359d904d9f","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.14109423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"1292c747-473b-4e5c-b841-54ce00d662ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.15283031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9d351551-fd5e-4d66-af2a-7fc63c247e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.152913425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b77b8eb0-61ba-46d9-b09b-8ca4f7088dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.162135638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"12783350-b6a5-4f8b-a40d-7f679379d2e0","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.163080126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b77b8eb0-61ba-46d9-b09b-8ca4f7088dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.167035428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9d351551-fd5e-4d66-af2a-7fc63c247e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.169698563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1971b7687cdb3b24d00780b617064f4cd46bc7badedda0ebe63bc9615f431cc6) AuthConfig (894e190d07ddaf1ab39d4b9df7f8624b5e9503dbe7ac3e1c57ba94bb2ab84460) AuthConfig (e8ae716e25c08b0c532e46809163146735320ce2dc9e7541a4b1c26f8645a765) AuthConfig (0c7c3951c07d4a3c5d657efa13e30f29c0616384c1535ed82d86c559d6255d0e) AuthConfig (2977e6a613816e10606139ae2c2b8cf34527e97853b5337e4ecc01d58fcfbe61) AuthConfig (384e4ef42653ee1f69bb3ff60752c1ba008d00ab54270a127477fa295518e4f1) AuthConfig (f6dd6d664109d53b92406ae0d47226e382ee8ecffe3fffad7ccd98c6b95d2ce0) AuthConfig (6ad0167b25bd37fa7208d5083d91a2939fee9e7b0119f337dbe198111b977d64) AuthConfig (75c78112423ca303eaf71c2b93e45ad6eda9d14276397636684af3ed613b0d57) AuthConfig (333da829aa81f9fb16bee93e2a4b6d05c274bfc5c83d40ea38421cfe68266a4d) AuthConfig (a9ce46fa6449bdd2f3a7ace7c3c6105be7043775e7e49a92ae2cc81415969833) AuthConfig (930adf32ef82fb3579dedb38869983e75448248761ceb1e3211469038f7421dd) AuthConfig (75375580f58060306737a6eff0f83b54b461a4887c6e6931e34ae1302d98c35d) AuthConfig (7ad02f7e79b20228ad76aff79b14e533525717f23f6c947bf1a0455cc530cf24) AuthConfig (f0aa8ff2b1564d4a30ae89626e7c05922f73fbaf07e84bf3a7cdb1eed81dc485) AuthConfig (0cee80356d32e8494b66f4c83ce804960b88309b4be5f9caa2b2fe7add0bb01b) AuthConfig (5c0e75d7f9e2c4c1ac739c6c3a5664406a1dde7a2a69dfdeb39ae2b43c99f7b9) AuthConfig (65c01da99fc5fe90f200f7dba2a7c197b721b19a838af0596c39d863532e6c27) AuthConfig (e716168948aaa5e0c2524dbe6a0997c782d899a7dadcacb6db85ebe7cc77c9c6) AuthConfig (9c2f75a7dbb3113779424c3e3244f1f714f6c7cc3455ffdc560d5996543bd757) AuthConfig (b08a789e37ac8dd736c640060f643d98b39c3a5532955156855709d0038032c0) AuthConfig (02081dbfb70c4f4d3c0e749f0f9ab2e82c6175d69433026f3723f2a9778b2c85) AuthConfig (ab6c8ca8baa7ea01f2965e25b7c4de6c8e00cc6d17bbd295d25725e08e4fa298) AuthConfig (fb9363926acbe658cbbc8d9119864f931823ee2805156e8e39384f1545e349c7) AuthConfig (97704ae75c1cf4e203b805491106fe7589fe788d4f438504aeece8f6ec771afd) AuthConfig (78ec2d1a80b66242a7521f630a006cbf1c791da2a6c3f09eb7d6c4acef6304c0) AuthConfig (8673b70e2883aeb1748cddf951dafce42e90054c83a9486b2d74603a148da7ce) AuthConfig (7b0da73c4c3803899e93409c15da43ed3de8d855aeb25997f393e8a3bbbcae35) AuthConfig (a0b122f0febac28de9b0ba4466d7b20b455d9b590cfa566302283f811875cf22) AuthConfig (0826e919bc95c68ac4b04082077ea7a49877c1d421cc94971db39b8f5fa752f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b77b8eb0-61ba-46d9-b09b-8ca4f7088dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.171212825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"d47947ee-3849-47d4-883a-912783a12669","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.174259672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1971b7687cdb3b24d00780b617064f4cd46bc7badedda0ebe63bc9615f431cc6) AuthConfig (894e190d07ddaf1ab39d4b9df7f8624b5e9503dbe7ac3e1c57ba94bb2ab84460) AuthConfig (e8ae716e25c08b0c532e46809163146735320ce2dc9e7541a4b1c26f8645a765) AuthConfig (0c7c3951c07d4a3c5d657efa13e30f29c0616384c1535ed82d86c559d6255d0e) AuthConfig (2977e6a613816e10606139ae2c2b8cf34527e97853b5337e4ecc01d58fcfbe61) AuthConfig (384e4ef42653ee1f69bb3ff60752c1ba008d00ab54270a127477fa295518e4f1) AuthConfig (f6dd6d664109d53b92406ae0d47226e382ee8ecffe3fffad7ccd98c6b95d2ce0) AuthConfig (6ad0167b25bd37fa7208d5083d91a2939fee9e7b0119f337dbe198111b977d64) AuthConfig (75c78112423ca303eaf71c2b93e45ad6eda9d14276397636684af3ed613b0d57) AuthConfig (333da829aa81f9fb16bee93e2a4b6d05c274bfc5c83d40ea38421cfe68266a4d) AuthConfig (a9ce46fa6449bdd2f3a7ace7c3c6105be7043775e7e49a92ae2cc81415969833) AuthConfig (930adf32ef82fb3579dedb38869983e75448248761ceb1e3211469038f7421dd) AuthConfig (75375580f58060306737a6eff0f83b54b461a4887c6e6931e34ae1302d98c35d) AuthConfig (7ad02f7e79b20228ad76aff79b14e533525717f23f6c947bf1a0455cc530cf24) AuthConfig (f0aa8ff2b1564d4a30ae89626e7c05922f73fbaf07e84bf3a7cdb1eed81dc485) AuthConfig (0cee80356d32e8494b66f4c83ce804960b88309b4be5f9caa2b2fe7add0bb01b) AuthConfig (5c0e75d7f9e2c4c1ac739c6c3a5664406a1dde7a2a69dfdeb39ae2b43c99f7b9) AuthConfig (65c01da99fc5fe90f200f7dba2a7c197b721b19a838af0596c39d863532e6c27) AuthConfig (e716168948aaa5e0c2524dbe6a0997c782d899a7dadcacb6db85ebe7cc77c9c6) AuthConfig (9c2f75a7dbb3113779424c3e3244f1f714f6c7cc3455ffdc560d5996543bd757) AuthConfig (b08a789e37ac8dd736c640060f643d98b39c3a5532955156855709d0038032c0) AuthConfig (02081dbfb70c4f4d3c0e749f0f9ab2e82c6175d69433026f3723f2a9778b2c85) AuthConfig (ab6c8ca8baa7ea01f2965e25b7c4de6c8e00cc6d17bbd295d25725e08e4fa298) AuthConfig (fb9363926acbe658cbbc8d9119864f931823ee2805156e8e39384f1545e349c7) AuthConfig (97704ae75c1cf4e203b805491106fe7589fe788d4f438504aeece8f6ec771afd) AuthConfig (78ec2d1a80b66242a7521f630a006cbf1c791da2a6c3f09eb7d6c4acef6304c0) AuthConfig (8673b70e2883aeb1748cddf951dafce42e90054c83a9486b2d74603a148da7ce) AuthConfig (7b0da73c4c3803899e93409c15da43ed3de8d855aeb25997f393e8a3bbbcae35) AuthConfig (a0b122f0febac28de9b0ba4466d7b20b455d9b590cfa566302283f811875cf22) AuthConfig (0826e919bc95c68ac4b04082077ea7a49877c1d421cc94971db39b8f5fa752f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9d351551-fd5e-4d66-af2a-7fc63c247e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.178845546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"82d9ef33-335b-4bf4-b66e-f888773ca218","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.181104737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"0bd9214a-f9b7-4b0d-9379-647fa10b3bd1","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.184403478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"001b1c49-92cb-4dcb-abe4-5f86c7187dc4","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.253045178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"5d50627d-5273-4f71-b5ed-4bb5bf296ddc","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.253156492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ccb307d3-220c-4a94-b90a-7bda8c273391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.253674673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"eed1685b-e174-47f6-9d76-a0b3a3e9318b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.262624625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"5d50627d-5273-4f71-b5ed-4bb5bf296ddc","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.262888915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"eed1685b-e174-47f6-9d76-a0b3a3e9318b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.265338507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ccb307d3-220c-4a94-b90a-7bda8c273391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.270202245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1971b7687cdb3b24d00780b617064f4cd46bc7badedda0ebe63bc9615f431cc6) AuthConfig (894e190d07ddaf1ab39d4b9df7f8624b5e9503dbe7ac3e1c57ba94bb2ab84460) AuthConfig (e8ae716e25c08b0c532e46809163146735320ce2dc9e7541a4b1c26f8645a765) AuthConfig (0c7c3951c07d4a3c5d657efa13e30f29c0616384c1535ed82d86c559d6255d0e) AuthConfig (2977e6a613816e10606139ae2c2b8cf34527e97853b5337e4ecc01d58fcfbe61) AuthConfig (384e4ef42653ee1f69bb3ff60752c1ba008d00ab54270a127477fa295518e4f1) AuthConfig (f6dd6d664109d53b92406ae0d47226e382ee8ecffe3fffad7ccd98c6b95d2ce0) AuthConfig (6ad0167b25bd37fa7208d5083d91a2939fee9e7b0119f337dbe198111b977d64) AuthConfig (75c78112423ca303eaf71c2b93e45ad6eda9d14276397636684af3ed613b0d57) AuthConfig (333da829aa81f9fb16bee93e2a4b6d05c274bfc5c83d40ea38421cfe68266a4d) AuthConfig (a9ce46fa6449bdd2f3a7ace7c3c6105be7043775e7e49a92ae2cc81415969833) AuthConfig (930adf32ef82fb3579dedb38869983e75448248761ceb1e3211469038f7421dd) AuthConfig (75375580f58060306737a6eff0f83b54b461a4887c6e6931e34ae1302d98c35d) AuthConfig (7ad02f7e79b20228ad76aff79b14e533525717f23f6c947bf1a0455cc530cf24) AuthConfig (f0aa8ff2b1564d4a30ae89626e7c05922f73fbaf07e84bf3a7cdb1eed81dc485) AuthConfig (0cee80356d32e8494b66f4c83ce804960b88309b4be5f9caa2b2fe7add0bb01b) AuthConfig (5c0e75d7f9e2c4c1ac739c6c3a5664406a1dde7a2a69dfdeb39ae2b43c99f7b9) AuthConfig (65c01da99fc5fe90f200f7dba2a7c197b721b19a838af0596c39d863532e6c27) AuthConfig (e716168948aaa5e0c2524dbe6a0997c782d899a7dadcacb6db85ebe7cc77c9c6) AuthConfig (9c2f75a7dbb3113779424c3e3244f1f714f6c7cc3455ffdc560d5996543bd757) AuthConfig (b08a789e37ac8dd736c640060f643d98b39c3a5532955156855709d0038032c0) AuthConfig (02081dbfb70c4f4d3c0e749f0f9ab2e82c6175d69433026f3723f2a9778b2c85) AuthConfig (ab6c8ca8baa7ea01f2965e25b7c4de6c8e00cc6d17bbd295d25725e08e4fa298) AuthConfig (fb9363926acbe658cbbc8d9119864f931823ee2805156e8e39384f1545e349c7) AuthConfig (97704ae75c1cf4e203b805491106fe7589fe788d4f438504aeece8f6ec771afd) AuthConfig (78ec2d1a80b66242a7521f630a006cbf1c791da2a6c3f09eb7d6c4acef6304c0) AuthConfig (8673b70e2883aeb1748cddf951dafce42e90054c83a9486b2d74603a148da7ce) AuthConfig (7b0da73c4c3803899e93409c15da43ed3de8d855aeb25997f393e8a3bbbcae35) AuthConfig (a0b122f0febac28de9b0ba4466d7b20b455d9b590cfa566302283f811875cf22) AuthConfig (0826e919bc95c68ac4b04082077ea7a49877c1d421cc94971db39b8f5fa752f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"eed1685b-e174-47f6-9d76-a0b3a3e9318b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.271338854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2dea910a-d765-4e67-afe1-06eaea00910d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.277408439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1971b7687cdb3b24d00780b617064f4cd46bc7badedda0ebe63bc9615f431cc6) AuthConfig (894e190d07ddaf1ab39d4b9df7f8624b5e9503dbe7ac3e1c57ba94bb2ab84460) AuthConfig (e8ae716e25c08b0c532e46809163146735320ce2dc9e7541a4b1c26f8645a765) AuthConfig (0c7c3951c07d4a3c5d657efa13e30f29c0616384c1535ed82d86c559d6255d0e) AuthConfig (2977e6a613816e10606139ae2c2b8cf34527e97853b5337e4ecc01d58fcfbe61) AuthConfig (384e4ef42653ee1f69bb3ff60752c1ba008d00ab54270a127477fa295518e4f1) AuthConfig (f6dd6d664109d53b92406ae0d47226e382ee8ecffe3fffad7ccd98c6b95d2ce0) AuthConfig (6ad0167b25bd37fa7208d5083d91a2939fee9e7b0119f337dbe198111b977d64) AuthConfig (75c78112423ca303eaf71c2b93e45ad6eda9d14276397636684af3ed613b0d57) AuthConfig (333da829aa81f9fb16bee93e2a4b6d05c274bfc5c83d40ea38421cfe68266a4d) AuthConfig (a9ce46fa6449bdd2f3a7ace7c3c6105be7043775e7e49a92ae2cc81415969833) AuthConfig (930adf32ef82fb3579dedb38869983e75448248761ceb1e3211469038f7421dd) AuthConfig (75375580f58060306737a6eff0f83b54b461a4887c6e6931e34ae1302d98c35d) AuthConfig (7ad02f7e79b20228ad76aff79b14e533525717f23f6c947bf1a0455cc530cf24) AuthConfig (f0aa8ff2b1564d4a30ae89626e7c05922f73fbaf07e84bf3a7cdb1eed81dc485) AuthConfig (0cee80356d32e8494b66f4c83ce804960b88309b4be5f9caa2b2fe7add0bb01b) AuthConfig (5c0e75d7f9e2c4c1ac739c6c3a5664406a1dde7a2a69dfdeb39ae2b43c99f7b9) AuthConfig (65c01da99fc5fe90f200f7dba2a7c197b721b19a838af0596c39d863532e6c27) AuthConfig (e716168948aaa5e0c2524dbe6a0997c782d899a7dadcacb6db85ebe7cc77c9c6) AuthConfig (9c2f75a7dbb3113779424c3e3244f1f714f6c7cc3455ffdc560d5996543bd757) AuthConfig (b08a789e37ac8dd736c640060f643d98b39c3a5532955156855709d0038032c0) AuthConfig (02081dbfb70c4f4d3c0e749f0f9ab2e82c6175d69433026f3723f2a9778b2c85) AuthConfig (ab6c8ca8baa7ea01f2965e25b7c4de6c8e00cc6d17bbd295d25725e08e4fa298) AuthConfig (fb9363926acbe658cbbc8d9119864f931823ee2805156e8e39384f1545e349c7) AuthConfig (97704ae75c1cf4e203b805491106fe7589fe788d4f438504aeece8f6ec771afd) AuthConfig (78ec2d1a80b66242a7521f630a006cbf1c791da2a6c3f09eb7d6c4acef6304c0) AuthConfig (8673b70e2883aeb1748cddf951dafce42e90054c83a9486b2d74603a148da7ce) AuthConfig (7b0da73c4c3803899e93409c15da43ed3de8d855aeb25997f393e8a3bbbcae35) AuthConfig (a0b122f0febac28de9b0ba4466d7b20b455d9b590cfa566302283f811875cf22) AuthConfig (0826e919bc95c68ac4b04082077ea7a49877c1d421cc94971db39b8f5fa752f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ccb307d3-220c-4a94-b90a-7bda8c273391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.280278121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a92307bc-ed40-4450-aa84-3aa9c73fbeae","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.35339006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"29c6c546-2ab4-4fe5-9577-197282713c65","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.362758531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"29c6c546-2ab4-4fe5-9577-197282713c65","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.369384736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"3dcf5dd5-bfcb-4abc-ae7b-d88c6615325b","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.380213185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"0ac8bf27-377c-41c2-9cee-7b8f3f8e7ac8","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.381063567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f4b151be-eb01-484f-8ef5-98db9325f10b","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:05.384893868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-05a342/e2e-dry-sub-c8cb912e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-c8cb912e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.391562504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b57a147f-8867-4c3e-9be9-852b737631b7","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.392059795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6900c766-749e-4cc7-88b9-f43fb54584d5","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.39571039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"759c858f-11c3-4c9b-a0dd-eb887231818d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.41259539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e","reconcileID":"2aca1921-2f12-4aca-acc3-25720546bca3","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-dry-sub-c8cb912e","ai-tenant-e2e-worker-w2-05a342/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.430957451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"0f9aa912-4088-4d07-9dd3-d8707213a7cf","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.45265965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a0e34cb9-de0b-4ec5-9a11-31cd5b7b2bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.453175428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"5ef4c295-9d8f-4efe-835e-30b6695c6f22","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.453197639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"55933d92-cf01-4838-abef-9084dc0289c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.453616128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"59b187f8-1ce8-4072-aded-369168c4419a","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.461590477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"5ef4c295-9d8f-4efe-835e-30b6695c6f22","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.461801578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"55933d92-cf01-4838-abef-9084dc0289c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.463689306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"59b187f8-1ce8-4072-aded-369168c4419a","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.46403134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a0e34cb9-de0b-4ec5-9a11-31cd5b7b2bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.469351449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"b83a9d0f-e5a3-4d80-95a9-cfde8e527626","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.479193556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"bce4e6fa-5ce2-409d-b6d9-6d303a49763e","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.481289454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"16c26816-26ad-429e-aed8-dd5e21f05dab","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:05.482871493Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/e2e-combo-sub-f4147c71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-f4147c71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.487038282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"63f4ba33-4901-4fd4-9a03-c96df687588a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.505919954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e","reconcileID":"173ac333-745b-4ba3-b9c7-f4fbc4f77aa7","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.506314359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"e8ed57e3-81c4-411d-a7ff-6a5ff97d3161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.514625971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71","reconcileID":"245446bc-d067-45b5-b8ab-6493a4d364b8","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-combo-sub-f4147c71","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.53084502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"785f1ad7-f284-4832-8c7c-3303b82efc51","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.552266269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cec53022-83ad-4e67-8fe9-6c39e55452a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.559682243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cec53022-83ad-4e67-8fe9-6c39e55452a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.606106029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"1bac7a70-c566-425b-b082-4cb997f49aec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.606229061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71","reconcileID":"dea345fc-be56-4386-bd15-71cc494e8c9f","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.657654192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"eb1695d1-f051-43bc-8d12-428f75f7829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.657679491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f3a9350b-7e91-4c94-bdec-2ca04e60dfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.658167085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a98a92d5-119f-4314-8535-30644f69cac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.658180011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"14a61eb2-f371-4f6a-95ad-1e92cf478523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.658539661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"fb842fe7-b2b3-4445-8ff0-904918eee388","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.665556125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f3a9350b-7e91-4c94-bdec-2ca04e60dfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.666039999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"eb1695d1-f051-43bc-8d12-428f75f7829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.667971014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a98a92d5-119f-4314-8535-30644f69cac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.668512295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"14a61eb2-f371-4f6a-95ad-1e92cf478523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:05.670285538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"fb842fe7-b2b3-4445-8ff0-904918eee388","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.527187458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"809fecc8-7f23-4c36-b553-85e77584e8bc","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.538715148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"9e967dfc-dc38-4f74-9b08-0adac7e229a3","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.538867418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"99b23217-6c38-4c2a-88d0-118ec6cf9076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.539063646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"da2c6125-0db4-4b25-b6f7-58e2274c72fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.546357942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"9e967dfc-dc38-4f74-9b08-0adac7e229a3","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.547303128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"99b23217-6c38-4c2a-88d0-118ec6cf9076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.548732403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"da2c6125-0db4-4b25-b6f7-58e2274c72fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.870479799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5e9132c8-43e4-4086-b2db-6608a088219c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.881897392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b884a749-9b29-44d2-be2f-8a87b28d9bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.881935622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5f59bde7-432a-4a16-aa59-59fb5888a253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.884750943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"6ba6f3aa-c525-4a86-8b59-fe65c4448ea2","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.890505113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5f59bde7-432a-4a16-aa59-59fb5888a253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.890645603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b884a749-9b29-44d2-be2f-8a87b28d9bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:06.892783826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"6ba6f3aa-c525-4a86-8b59-fe65c4448ea2","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.737298632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f40bdc2d-94b2-4c71-aec8-4aaa65c1aaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.740139702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3f8f6b02-d5fd-4839-8129-94e8fb0c51b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.744834152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f40bdc2d-94b2-4c71-aec8-4aaa65c1aaa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.747282991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3f8f6b02-d5fd-4839-8129-94e8fb0c51b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.770863239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"83c669df-0454-4857-ba22-284df07d7e38","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:09.773473706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"744695f2-1a6c-4946-8cea-f43c9e1f9953","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.045228293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"12a77411-1044-42f9-8a6b-8e76485d9256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.04573794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3f615950-e188-40c8-9144-89df96421a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.052354859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"12a77411-1044-42f9-8a6b-8e76485d9256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.053280905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3f615950-e188-40c8-9144-89df96421a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.078184277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"6757bdbc-2124-44ec-8fdc-f225156cb35d","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:10.080792658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"6b6d7fa4-b8ad-4de8-aa55-d15a5b08685a","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.592759063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"f6b48b2a-2389-48c1-8c91-8790fe9c8386","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.600039341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"eb396e32-a466-4e58-8e30-c04753e2b2a5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.609461595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"957b71ef-7553-4fd0-8597-898d7afe281e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.616693838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"957b71ef-7553-4fd0-8597-898d7afe281e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.645281143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"38742bd5-b6ec-4baa-a748-463be2849632","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.716486264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"84617f0e-e957-4ec5-ba17-f5c9b26eca7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.726475804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"84617f0e-e957-4ec5-ba17-f5c9b26eca7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.786522476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c51a5633-58f9-4cf3-8635-082dae6a7281","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.794977733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"39811e29-c43f-4222-b505-baa3ece5071d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:13.7963149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d","reconcileID":"671bd127-7252-41ba-a8c3-56ea112d2922","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-a136d78d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.812886831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6285c439-011d-4788-ac09-5701391d66fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.812904986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"f6d0b602-0157-49c7-9acf-78ac957765b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.813827115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a999b1dd-c839-483f-ba11-456bb0fc6401","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.813918068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f794c7c1-2fe2-41ad-8901-3fb477b85cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.821584694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6285c439-011d-4788-ac09-5701391d66fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.821664565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"f6d0b602-0157-49c7-9acf-78ac957765b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.822581384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"411f0302-81dc-49cf-a855-9e37b3852ce7","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.825204717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f794c7c1-2fe2-41ad-8901-3fb477b85cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.846183365Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d","reconcileID":"4ef348a4-8652-4851-b86e-524917edeb17","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-bulk-sub-a136d78d","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.86301416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e13bb0a9-d98f-4b68-9f77-12d3462233f2","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.913040498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c632ad6b-98b4-49fd-afb9-42ef052d058a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.913310975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"94276b27-cb61-4a4a-93ba-867200cdaffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.913044757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"ef4d17a8-e347-490c-9b93-ba79b19f0d6c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.921608111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c632ad6b-98b4-49fd-afb9-42ef052d058a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.921902734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"ef4d17a8-e347-490c-9b93-ba79b19f0d6c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.925733524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"94276b27-cb61-4a4a-93ba-867200cdaffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.935988903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d","reconcileID":"261cd726-cc0f-4cdc-b57a-9e38bf7917f0","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:13.936325818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"8089f088-4e43-4ff0-96e5-e7417488b09b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.698629517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"fede2551-c71f-464c-b5f4-54cae0e05b32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.780921922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"7176a4d9-64a8-4469-8a07-b00be4dad9c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.785022181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"3be21ab7-1255-44fd-af91-388621c37802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.785048761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"cb176a8b-7d9d-4b40-871b-7b828b2f3910","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.785566629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"e2bd41eb-afa3-4149-a83b-54b50b9d1a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.79352933Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"efe79bf7-1b34-40e3-a2a6-59c0cc3450cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.881544203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"2ba53c50-d569-45e3-bcae-4484ced1a002","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.881857419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf7118b3-a026-4a23-9bf5-b09cad7e6542","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.881981648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95555b6e-f829-4997-8ec5-be687bfdf424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.882802188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"4f05351f-6470-492e-9746-c9c344981f1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:14.882806299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"03efcedc-8bd7-4621-934e-8a07c6c64834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.006067439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"81dd8d0c-bb96-4c6d-b816-7e155ec3a741","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.006614919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"f9745341-3734-4a22-a1cc-9afceea34baa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.229572869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e2873da4-3ecc-4052-b9b4-c20deeeceabf","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.242554988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bb0923d3-2658-4101-933d-5350139d2df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.242575478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7ef4b943-7637-46d7-81d5-fa3b3a3f9a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.242978268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"e05e3913-e298-4bd2-b2e5-82a8723ccdde","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.25115327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bb0923d3-2658-4101-933d-5350139d2df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.251386549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"e05e3913-e298-4bd2-b2e5-82a8723ccdde","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.253419227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7ef4b943-7637-46d7-81d5-fa3b3a3f9a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.342694726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"147ab71b-da77-49ec-b718-b04a0034e2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.343263426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"83b3af89-2954-4eca-9c19-56595dd16629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.350370352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"147ab71b-da77-49ec-b718-b04a0034e2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.350862418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"83b3af89-2954-4eca-9c19-56595dd16629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.372787231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a6bf0c7a-4b75-465e-8d3b-0a2185fa7652","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:15.375888596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"2c020a87-9317-48cd-8b2c-e5d21f309fa9","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.545095802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e","reconcileID":"25c28767-2706-4f47-b71b-b94742949c4d","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscription":"e2e-dry-sub-c8cb912e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.605722231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e","reconcileID":"25c28767-2706-4f47-b71b-b94742949c4d","MaaSSubscription":{"name":"e2e-dry-sub-c8cb912e","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.627812999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"74b28822-4e3a-41ac-a8cd-04a2d478d67e","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.637286982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"61157303-523e-4c56-a8f3-d49cefd4b486","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.63758157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9cab6dfe-1057-4206-99a3-15643d9b90e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.637853308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"72a6f17a-c980-4f8b-b04a-9e590baf2fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.689323669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9cab6dfe-1057-4206-99a3-15643d9b90e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.689871182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"72a6f17a-c980-4f8b-b04a-9e590baf2fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.691283173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"61157303-523e-4c56-a8f3-d49cefd4b486","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.78573033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"80dcb0aa-808c-4c11-9354-c92c4366b774","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.795664525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-dry-sub-c8cb912e-auth","reconcileID":"ac285b39-66c0-461d-b9b6-724681ddc1df","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8cb912e-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.889021024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71","reconcileID":"d3bfca7c-9ad7-44a1-bc33-031b4f1ae5f4","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-combo-sub-f4147c71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.900703184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71","reconcileID":"d3bfca7c-9ad7-44a1-bc33-031b4f1ae5f4","MaaSSubscription":{"name":"e2e-combo-sub-f4147c71","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.907143066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"e228ef29-6b10-4b1b-874b-3c59865190b7","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.920373184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4b3b0d93-5762-4ccd-b815-423b77404750","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.930711944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"bb98a3d8-758a-43b6-96ae-6b2ef81f02f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.930761807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6c96a5b9-9f15-460c-9ffb-333834796a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.931098397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c89053fc-4f7b-495a-8ba3-73ffda40b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.938711121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6c96a5b9-9f15-460c-9ffb-333834796a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.939483044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c89053fc-4f7b-495a-8ba3-73ffda40b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:16.940887321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"bb98a3d8-758a-43b6-96ae-6b2ef81f02f3","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:17.086407554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2a816bd4-39db-490e-817d-d9a7b24d85a9","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:17.09612176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-combo-sub-f4147c71-auth","reconcileID":"e709a973-a458-4864-9e0b-4bb9da7c14bb","MaaSAuthPolicy":{"name":"e2e-combo-sub-f4147c71-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:17.204426595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"cd8bf42c-aa99-4106-82cf-be7f202fa79e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:18.988344625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"83a6f1d7-a734-4f11-9d46-f4355224dbad","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:18.996597056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"600d540d-c5dc-442e-a09d-b7a002fb5454","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.004744487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"a771e25f-e315-4414-8fa8-2922cd71e01f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.012508843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"a771e25f-e315-4414-8fa8-2922cd71e01f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.035660233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"46ade4fe-e49e-4796-94e7-b514ef1cf4ab","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.060172573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"435050fc-029f-4901-8d3d-e2f3aff88fea","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.065985455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"c32fa127-fa01-4212-9c04-9d2beda96303","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.105334002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"203a45a7-0e48-425b-b279-b4901f6c28c8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.105355239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"2a3743cb-9632-4d2b-8b5c-8dc8add12298","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.114427706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"2a3743cb-9632-4d2b-8b5c-8dc8add12298","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.114606089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"203a45a7-0e48-425b-b279-b4901f6c28c8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.137972482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"501e8387-abd0-40e5-9f35-40dc8f7c9ee3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.165112743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"9c85b61d-0879-4cfa-9fe7-f9f17db14d46","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.178684598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"c06c2518-988f-4436-b060-72aec2da85b8","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:19.178727028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"eeeb4b3b-ded7-4f74-a467-694ee2ac8b29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.195905604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"868ebf2e-4afd-4dc3-ae51-ed4c6d7cb6f8","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.203644971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"35b24509-a530-48ae-8ed9-fce9b34fbbe9","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.205818517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"800310da-dc90-4e39-980a-c3a5466f4795","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.20586907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9a291f52-9811-435d-8096-2f45e309323b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.20649659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"fb422430-711e-445c-b080-a1fff4828a35","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.206513369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"849f9bb8-b8e2-4c5a-8030-4a47c4dc43ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.213675484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"800310da-dc90-4e39-980a-c3a5466f4795","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.215013958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9a291f52-9811-435d-8096-2f45e309323b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.216027307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"fb422430-711e-445c-b080-a1fff4828a35","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.219081927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"849f9bb8-b8e2-4c5a-8030-4a47c4dc43ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.225867772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"343805e5-6008-48ca-9c28-abebb829c16d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.226022974Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"343805e5-6008-48ca-9c28-abebb829c16d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.248228625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"0b85726f-8151-4a8d-95b9-4bda1e71d90e","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.261627847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9d87a665-2767-48c6-82e0-14509aa19d41","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.289498472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"1ed61d70-3954-4a8a-992f-3ab919fb07c5","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.29001738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1dce6ad4-68ce-4182-bcac-763a3c1988d9","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:19.292055188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.296528234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"ed08b391-0dd2-46ce-912c-92feccd50ac9","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.305518645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"06099357-532d-4665-8ff7-bb48a1807128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.313097451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"06099357-532d-4665-8ff7-bb48a1807128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.318097047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"93f8c332-961d-4779-a70e-d12bb1662130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.318623447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"ef3b56a9-0e7b-4b0a-a5e6-147d100d7494","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.318709139Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"ef3b56a9-0e7b-4b0a-a5e6-147d100d7494","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.327809265Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-sub","reconcileID":"d9113075-c2ea-4417-830e-11082550759c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.350603825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fda8d9cd-3119-4f0e-ad1c-27ca0728163a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.416015699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"b0b47f57-3547-4661-afeb-9137f2de4f0c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.416174059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"5736b9b2-e525-4c03-9ae2-0eff1aeabf9c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.416823124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c4d6e831-3b95-4a56-81a9-4f16f3fcd256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.420534533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-sub","reconcileID":"ac439e69-fafb-40b5-9126-81791f5296b3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.420667921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"13d1c01e-f6c5-405c-8467-4307c08e7d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.424052204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"5736b9b2-e525-4c03-9ae2-0eff1aeabf9c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.424204169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"b0b47f57-3547-4661-afeb-9137f2de4f0c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.427661657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c4d6e831-3b95-4a56-81a9-4f16f3fcd256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.508708493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6d832797-6f7c-4b5b-9e44-acf18d066c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.508721481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"89e32510-56ee-498d-837f-8fc9c4848696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.517301629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6d832797-6f7c-4b5b-9e44-acf18d066c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.517307123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"89e32510-56ee-498d-837f-8fc9c4848696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.605825485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9cf03ffc-aede-4499-97c0-1311c0114cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.613187887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9cf03ffc-aede-4499-97c0-1311c0114cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.789119934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"cf44f0bb-4461-47a1-8589-5aba41229123","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.812881141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8f1efffa-7727-4647-a1ec-f54c0fb98727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.812904171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"6914c246-faa3-4e8c-a266-7d5589c6dda4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.813300876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e1ad9ff4-2536-4483-8f80-ca4a1d915032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.820932943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8f1efffa-7727-4647-a1ec-f54c0fb98727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.821062447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e1ad9ff4-2536-4483-8f80-ca4a1d915032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.8231298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"6914c246-faa3-4e8c-a266-7d5589c6dda4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.914607211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"ad26562c-5325-4ca8-b65f-89f64a2831ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.914984608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f3298e22-f33a-4b61-9b0a-3e85106add97","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.939158421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21d8e3d0-c770-4a06-b54d-a4c75971e698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.939834912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"942d06c9-2167-49e9-93e3-94e4c6a00874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.950550921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"942d06c9-2167-49e9-93e3-94e4c6a00874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:19.952750426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21d8e3d0-c770-4a06-b54d-a4c75971e698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:20.004717041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"0a784e0d-a7fd-4898-a44e-2b063c5532c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:20.028703016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"0c9ebd29-c4b5-45f6-9ec7-ed9974383dbb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:20.036335822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"0c9ebd29-c4b5-45f6-9ec7-ed9974383dbb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.245340439Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d","reconcileID":"5c5b1c64-2a18-44f6-b96d-76a24b5da99c","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-bulk-sub-a136d78d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.256380493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d","reconcileID":"5c5b1c64-2a18-44f6-b96d-76a24b5da99c","MaaSSubscription":{"name":"e2e-bulk-sub-a136d78d","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.284285195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"3e27aa0d-9e03-46a5-aacb-18f10cc2880f","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.394554636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"86b35fff-aa14-417c-94f7-ea68688c5de1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.394967788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e4041594-7716-47e7-9824-2d922112d55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.39531809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0a60bb47-3caf-4c50-aff8-ba2082532552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.402042506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"86b35fff-aa14-417c-94f7-ea68688c5de1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.404404034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e4041594-7716-47e7-9824-2d922112d55d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.405958458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0a60bb47-3caf-4c50-aff8-ba2082532552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.46785969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-bulk-sub-a136d78d-auth","reconcileID":"b32d2697-b15e-441f-a6bb-48f4da33f907","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a136d78d-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.467932549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"12ceaa4c-db08-4ee3-a648-91b73d0d6d5d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:25.518820385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"450b2e09-2aaf-4173-a988-e71934fc82b1","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.526647086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"9b1c5bf9-f435-4410-94df-d13b93c4d037","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.533875357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"7d953ce3-7b80-48e4-9cfc-71807f0b57f4","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.538510051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8f27c6e4-ba67-4679-afc5-d49b8647f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.539005806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d800607a-7e1b-4db8-bb3e-9bad044d93e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.539743013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"525c0792-3271-492c-a928-54f4c2fd2cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.540306235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"4383af93-b9cf-43a7-bc34-fb895389c11f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.540470018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e18e4455-a22d-44ee-b7b2-4509891a7b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.54753854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8f27c6e4-ba67-4679-afc5-d49b8647f91f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.547953417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d800607a-7e1b-4db8-bb3e-9bad044d93e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.551305367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"525c0792-3271-492c-a928-54f4c2fd2cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.551420952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"4383af93-b9cf-43a7-bc34-fb895389c11f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.553910822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e18e4455-a22d-44ee-b7b2-4509891a7b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.641110375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54141308-47b5-4669-8153-c74926a363c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.641156355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"406bfcbb-eedf-4df3-afbc-76d5526c8c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.641496079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e02492eb-2d95-46e8-8d52-b7328a3b7c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.641619377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6e668493-11d7-4d6b-9c38-65bd2b5e4ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.641882943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1025d67-3dda-47af-a0dd-9d2f818e569e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.64913602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"406bfcbb-eedf-4df3-afbc-76d5526c8c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.649452241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54141308-47b5-4669-8153-c74926a363c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.651518119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1025d67-3dda-47af-a0dd-9d2f818e569e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.651789852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e02492eb-2d95-46e8-8d52-b7328a3b7c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.65365485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6e668493-11d7-4d6b-9c38-65bd2b5e4ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.721915726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"989c6a7e-3a27-484f-808f-71023f59f77c","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"name":"e2e-rt-sw-fa815b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.74016245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"a208a5fd-fab5-4486-8caa-f7dbfc35bad8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.740280169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a33c9c45-53b7-447d-84f6-0a409110f376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.740823036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db5c8ce4-da67-475b-a111-27c19c21f7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.741002592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fe99b083-8a21-4e43-82b7-9d4cc91bcff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.741216715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3eff0dea-6bb0-4514-8b22-2be63c142405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.74827551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a33c9c45-53b7-447d-84f6-0a409110f376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.748506171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db5c8ce4-da67-475b-a111-27c19c21f7c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.750962452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"a208a5fd-fab5-4486-8caa-f7dbfc35bad8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.751095333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fe99b083-8a21-4e43-82b7-9d4cc91bcff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.753266836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3eff0dea-6bb0-4514-8b22-2be63c142405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.76377711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"5fb28151-cd1c-4d83-8c3c-fc29df0f86af","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"name":"e2e-rt-sw-fa815b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.767399596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8660a9ed-eeea-4fe8-af0a-4876e452270e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.767412665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8660a9ed-eeea-4fe8-af0a-4876e452270e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.767660694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"930c4968-d95f-47e5-a29b-795a7d4a5f4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.767671271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"930c4968-d95f-47e5-a29b-795a7d4a5f4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.76810201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4206d0dd-a522-40ec-a593-cf733f3f015c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.768118785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4206d0dd-a522-40ec-a593-cf733f3f015c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.768787145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c6088f3-42f1-4cb9-ad33-3cb1c319f938","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.76880195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c6088f3-42f1-4cb9-ad33-3cb1c319f938","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.769395965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1779b19b-a5ee-433a-ad2a-0db4fa55b889","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.769410809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1779b19b-a5ee-433a-ad2a-0db4fa55b889","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.770035313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"638a4f84-0c3b-4ba3-bdda-ef95f5dd1ddc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.770052633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"638a4f84-0c3b-4ba3-bdda-ef95f5dd1ddc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.770731319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9303324e-d424-4e8f-b41a-15db6e2fe9d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.770746138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9303324e-d424-4e8f-b41a-15db6e2fe9d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.771609107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1f71723-584c-40ea-87cf-cdccd61836cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.771624076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1f71723-584c-40ea-87cf-cdccd61836cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.790373927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"374af0a7-581a-48c2-91bc-fe8dae9e8ff6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.793481584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb7aaed4-c89f-4aa2-bb4e-3cf4a90885cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.794136116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"b2b54781-9d26-459b-9265-e57c637bc2eb","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"name":"e2e-rt-sw-fa815b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.797887826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767f5056-e9aa-46cb-b7c0-bccfa06ba5a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.797905077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"767f5056-e9aa-46cb-b7c0-bccfa06ba5a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798082508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aeb81fbd-877f-4e43-bb6a-6b765f66ac03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798094511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aeb81fbd-877f-4e43-bb6a-6b765f66ac03","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798260482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e797419-fbb3-441c-9eae-7fd90b58b7a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798272133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e797419-fbb3-441c-9eae-7fd90b58b7a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798463503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b5a2d0b-2bbb-40d5-904e-a9196eabb794","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798473664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b5a2d0b-2bbb-40d5-904e-a9196eabb794","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.79864057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"665be158-b122-4f72-9d51-280f6589b03e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798650294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"665be158-b122-4f72-9d51-280f6589b03e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798802628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"186f2bc6-a5c2-49b0-91c6-55da7cb4666b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798812256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"186f2bc6-a5c2-49b0-91c6-55da7cb4666b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798966199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d0a05d9-d66a-4c82-9aa7-0a163b27fbdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.798976191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d0a05d9-d66a-4c82-9aa7-0a163b27fbdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.799227034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d27dd5d5-934b-414c-9eb8-d8c0b6423eef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.79923839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d27dd5d5-934b-414c-9eb8-d8c0b6423eef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.867604938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e13fcdcf-4b9c-4762-ad19-1896a1a25839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.868058185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b04d4793-1c02-4c42-92cf-f933baa19631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.871239636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"773423ce-8f4f-461f-9610-9ae3735a6961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.876247647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e13fcdcf-4b9c-4762-ad19-1896a1a25839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.879116548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b04d4793-1c02-4c42-92cf-f933baa19631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.883026695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"773423ce-8f4f-461f-9610-9ae3735a6961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.917787338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"da68c255-fd1c-4832-8e65-32b9390e3515","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.924522687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"7921fd3e-12ee-47ce-a8e8-ccf7cbd057c7","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.92454923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"7921fd3e-12ee-47ce-a8e8-ccf7cbd057c7","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.926584184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"96bb85bd-cbd7-49b2-9b3f-e086a21fa01e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.927753404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"594fdc59-bc4c-4961-8213-80ddb6fc6a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.935650699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"96bb85bd-cbd7-49b2-9b3f-e086a21fa01e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.936699816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"594fdc59-bc4c-4961-8213-80ddb6fc6a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.970500029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.97390284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7de7474e-afce-4012-b70b-e44ae68a5d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.97453679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edbb44e-193a-43ee-8b86-2cf8e5a6e4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.975739311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df766def-695f-47a2-a4c7-5bed6afcd999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.976350177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"50260e48-e3c0-4b7a-9d2b-f70f6459903e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.976785723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"85e80445-a54a-4504-b7b1-70b363362cb8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.990957297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edbb44e-193a-43ee-8b86-2cf8e5a6e4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.993205651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7de7474e-afce-4012-b70b-e44ae68a5d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:28.997233692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"85e80445-a54a-4504-b7b1-70b363362cb8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.004247312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df766def-695f-47a2-a4c7-5bed6afcd999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.089064691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"50260e48-e3c0-4b7a-9d2b-f70f6459903e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.187874475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2beea3cf-3143-4887-96a2-baab789346a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.188325323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8857facf-ea32-40c8-889d-f0601203830e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.188690989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c9423d81-4e22-407e-9b0e-cade0171e651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.188899044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"20504e36-2bc3-40dd-853f-ff5ce28420ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.194862993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4164c80a-ab31-4767-b3be-1719410cfb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.202451944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c9423d81-4e22-407e-9b0e-cade0171e651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.202625044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8857facf-ea32-40c8-889d-f0601203830e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.204854468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2beea3cf-3143-4887-96a2-baab789346a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.206255437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"20504e36-2bc3-40dd-853f-ff5ce28420ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.207048601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4164c80a-ab31-4767-b3be-1719410cfb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.24536648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"801e6581-4134-49b4-a676-da870250b48e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.246404971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"221c5b78-d527-4e7c-9d5b-a75a1d435879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.246413532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3e85013e-a299-4c76-b813-c72044642016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.247109426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"43450c74-328a-4360-8b0a-6b9e84e20644","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.256214172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"801e6581-4134-49b4-a676-da870250b48e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.258124323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3e85013e-a299-4c76-b813-c72044642016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.270358036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"43450c74-328a-4360-8b0a-6b9e84e20644","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.271693935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"221c5b78-d527-4e7c-9d5b-a75a1d435879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.284074546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"28a8088c-48de-49a6-a82f-a4340feb723a","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.284091929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"28a8088c-48de-49a6-a82f-a4340feb723a","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.29286908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"2ac3afac-5799-4102-a86f-a50776cf8486","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.292886905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"2ac3afac-5799-4102-a86f-a50776cf8486","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.303006844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"9ec45f5f-3451-43cf-8245-65982ad42bea","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.311680808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"9ec45f5f-3451-43cf-8245-65982ad42bea","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.488544778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"650fd563-6e1e-43f4-8a5d-27984ededa5f","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.488579002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"650fd563-6e1e-43f4-8a5d-27984ededa5f","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.813737227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"e53100f0-a324-4825-afa5-8eeddcd6136d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.834579433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"e53100f0-a324-4825-afa5-8eeddcd6136d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.834614295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"e53100f0-a324-4825-afa5-8eeddcd6136d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.834740273Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-sub","reconcileID":"e53100f0-a324-4825-afa5-8eeddcd6136d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.853166744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"daa4da6c-ac96-4a64-9f8b-e17d3235b12c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.869120538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e0a8016c-81a8-48d0-afa4-c09d0195e074","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:29.999581014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-sub","reconcileID":"68fc69bf-d4a6-461f-ac4e-efcb473a1da6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.002528529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"cbd398e7-4402-485c-ac4a-04e2c71896c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.002906018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e435fe7c-c856-41c7-a118-1c16c8419bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.00321732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"4028232b-d7cc-4592-a499-d0f61ace842c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.012471331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"cbd398e7-4402-485c-ac4a-04e2c71896c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.0176845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"4028232b-d7cc-4592-a499-d0f61ace842c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.018129993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e435fe7c-c856-41c7-a118-1c16c8419bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.027697993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-sub","reconcileID":"68fc69bf-d4a6-461f-ac4e-efcb473a1da6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.088371128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"f69aaaf1-720b-49b2-b221-bb617d31ec23","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.097195485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"99f458a0-d7a8-4ca9-b0f0-25cd9a5e01aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.121803645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-degraded-auth","reconcileID":"3504eff7-691c-485c-817a-e44a88097fe2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.13823264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"fd64691f-cde1-4cfb-83bc-c8d7ba7ec490","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.145257716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fbf959a1-a202-46e4-9b6f-749753460a0b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.156282526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d31bf5f6-7fbe-4dbf-af1d-35e97a90d3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.158852167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"0af92984-6a91-4366-80f3-6784f4b598ae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.160672801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"16cbcf92-f842-4db6-9402-1ba7e2bcf9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.166389374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d31bf5f6-7fbe-4dbf-af1d-35e97a90d3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.168209055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"0af92984-6a91-4366-80f3-6784f4b598ae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.171845442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"16cbcf92-f842-4db6-9402-1ba7e2bcf9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.333843842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-apikey-active-auth","reconcileID":"7e6e6c83-ccfd-4768-aa3a-64d10a4d8dec","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.333857562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2ce8e394-d604-418e-895b-43c6718a8754","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:30.453618205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"b0219e02-59d3-4180-9780-07fd07c6c66e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.233694119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"760a98bc-8f1c-4cee-83ce-dae692f012a8","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.244557269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ecf11c7c-a05f-4af5-9f37-800fc32a7ca0","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.262884214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"af96d800-eb62-4c6e-805e-3c792d8249e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.273211318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"af96d800-eb62-4c6e-805e-3c792d8249e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.307422401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ff76a78d-5de2-4c49-801e-43e570cd289c","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.363816085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"d783340a-dd54-4886-9f25-2ec7273ff76e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.375148736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"d783340a-dd54-4886-9f25-2ec7273ff76e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:31.404883516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"d783340a-dd54-4886-9f25-2ec7273ff76e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.46084348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"80b94e96-a9d9-4476-b665-daf2a37f8d5d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.471218144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"80b94e96-a9d9-4476-b665-daf2a37f8d5d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.487299802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d078a09d-6421-40e3-954c-3fc69f429e5b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.496461769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"109cd65f-d916-41f7-a50d-34e218cc88b9","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.563227438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"d35368b6-59cb-46e9-86a3-96e279e68865","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.575112604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"d35368b6-59cb-46e9-86a3-96e279e68865","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:31.627730442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-sub","reconcileID":"66372b61-1292-4d52-82a1-ac8c3cf72883","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.678796925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"3afa27d6-1240-416f-ab21-22e76d6aea8b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.679239026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"910c01c5-acfc-40f8-912f-30bed6d28a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.679251934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"39d01bd6-b39b-4aa5-9dfa-511ebbddee15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.688123097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"39d01bd6-b39b-4aa5-9dfa-511ebbddee15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.694594111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"910c01c5-acfc-40f8-912f-30bed6d28a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.704763175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e67fb704-f834-45e6-9830-e08ed2dddb4a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.722736424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0d16b717-83ac-4211-94f7-18f47af0e3cd","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.724780806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"3afa27d6-1240-416f-ab21-22e76d6aea8b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.746008215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"7be0ebbe-8b75-4caf-9f53-d5b0cdbeed43","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:31.74691531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-a-c8c99d26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c8c99d26\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.772913529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4f784065-9051-4131-b337-c5e1c380a5bf","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.777876949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ce67acf4-0bf0-43f1-8fc7-1b7edee5a69d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.778781695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b8090c8a-2130-4b7f-9e80-f89c1b65d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.787490641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b8090c8a-2130-4b7f-9e80-f89c1b65d74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.79212191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ce67acf4-0bf0-43f1-8fc7-1b7edee5a69d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.823960535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26","reconcileID":"ac37794c-40db-4193-8386-bb159e8d78e3","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-a-c8c99d26","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.877895594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"07bc3626-b76e-46dd-acd8-4887c9dfe260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.878531625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"77cd4510-303c-4f4d-88e1-698f5bc622bf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.878652209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4feb1e99-ce67-4a19-b625-ddbbfe2529c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.882537294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0420ef46-0975-4475-b388-e28249c30078","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.888072305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"07bc3626-b76e-46dd-acd8-4887c9dfe260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.889130105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"77cd4510-303c-4f4d-88e1-698f5bc622bf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.933723892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"d20d9cae-b7ed-45d8-a3b2-18da9ae410f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.941960319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4feb1e99-ce67-4a19-b625-ddbbfe2529c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:31.97165147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ce67acf4-0bf0-43f1-8fc7-1b7edee5a69d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-c8c99d26-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:31.984181302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5394c0d2-c68f-4541-9368-e4792afb5e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.001954787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dd7c6f9d-9aea-47c6-92cf-d984a7de64a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.030984234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dd7c6f9d-9aea-47c6-92cf-d984a7de64a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.055087946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26","reconcileID":"77b2022e-f3bb-44f6-bcbd-5e80935fde9c","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.081291612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5394c0d2-c68f-4541-9368-e4792afb5e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.158108787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"7ff5a9ae-3975-404b-a322-1ab1cc18237b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.187776902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2a931a61-b340-4aab-875a-1397061b2451","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.21918389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"7ff5a9ae-3975-404b-a322-1ab1cc18237b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.352102257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"069859bc-4d2e-482b-b1f6-84dedd33e234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.352865723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"a204bb13-c3e3-498b-9ac5-a4ca4c04d435","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.353528732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3b647677-a75a-4094-9fd0-e6218f0fca85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.391660699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"069859bc-4d2e-482b-b1f6-84dedd33e234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.395308304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3b647677-a75a-4094-9fd0-e6218f0fca85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:32.398052027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"a204bb13-c3e3-498b-9ac5-a4ca4c04d435","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.207179052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"98ff955a-1890-45e5-9e34-9e9226c0cdea","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.213384437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"92ae3d65-cd3b-4dc9-b2bb-90f76efca14f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.223069357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"10d8943d-cbbe-4a66-96d3-7a6737fddbaa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.230507589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"10d8943d-cbbe-4a66-96d3-7a6737fddbaa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.35428324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"00e9f327-003e-402c-9c04-1163d951046f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.364261861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"8bcc8ead-b1d7-4741-acd1-7676a163752b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.371891419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"8bcc8ead-b1d7-4741-acd1-7676a163752b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.395703789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"13ffc8fc-4cc2-4462-83c0-e61a84a192d5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.396007837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-a-c8c99d26 ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-b-0361cfd5]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.40462054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fc5d32f9-7108-42d3-b86d-c718746fb912","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:34.407632385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"e7722b9f-ab3b-45a3-8b33-34717253d327","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-0361cfd5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.414102254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4909a3c0-7c2c-47f4-bfcf-68d903afbf9e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.421891724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4b9ab705-13b1-499c-9d86-37b765aaa520","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.429722846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e2cf5153-5ddc-4765-9c74-5683f8776611","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.455947078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"d0aa5731-a265-4bce-8515-9e4760120913","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-a-c8c99d26","ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-b-0361cfd5","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.467931283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"469289d6-63d5-4e6a-8501-3c0048cd1e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.46836713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8fca001b-e021-40c9-bcac-f7d3ea3979d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.468739545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"0c082e2f-7a44-4494-96f2-d4b7a31d7c37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.469096259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"07f9f7ab-43e4-4904-bb87-80f44c35b512","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.476499629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"469289d6-63d5-4e6a-8501-3c0048cd1e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.476531013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"07f9f7ab-43e4-4904-bb87-80f44c35b512","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.478711955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8fca001b-e021-40c9-bcac-f7d3ea3979d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.478787749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"0c082e2f-7a44-4494-96f2-d4b7a31d7c37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.480308647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f1c08ce0-70a6-4723-b1da-c828623756b5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.60664875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"6c634b58-83ca-452d-9789-3cf49bc1011e","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.607097811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26","reconcileID":"7b1afa9e-9f66-4ea4-844a-050f9e500b2a","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.607543126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"3abe79be-0c1c-4154-b0d7-666d8f6ed6a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.699246601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"601ec9c5-016c-4fdf-91fe-731aca7199d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.699812572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e9fe9c4c-cdae-4707-93bc-d75a6f38df9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.699974594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ffade6f6-aa10-43ed-b00b-19b4084a0f3d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.707084513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"601ec9c5-016c-4fdf-91fe-731aca7199d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.707941589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ffade6f6-aa10-43ed-b00b-19b4084a0f3d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.709460918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e9fe9c4c-cdae-4707-93bc-d75a6f38df9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.781367646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-a-c8c99d26 ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-b-0361cfd5]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.785190855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"c329dc51-a9b8-42fd-ad36-e4b5e2268e96","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.785207138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"c329dc51-a9b8-42fd-ad36-e4b5e2268e96","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:34.794944905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"e2f2cbd1-1086-41f7-bf82-0e209a4a5648","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-fa815b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.804792642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"809b1f02-6113-4477-9ebb-a77cac5666eb","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.804812014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"809b1f02-6113-4477-9ebb-a77cac5666eb","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.806573184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4cfa2d4-ed51-48cb-90fe-05fc78734846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.811621979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"d911b4ce-a26e-41a7-81c7-84d6ed0cd57f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:34.816074669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"809b1f02-6113-4477-9ebb-a77cac5666eb","name":"e2e-rt-sw-fa815b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-fa815b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:34.816140831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"809b1f02-6113-4477-9ebb-a77cac5666eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-fa815b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.816266096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d9f0fb9a-0a48-40f6-91dd-91aa331cceb2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.819671399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4cfa2d4-ed51-48cb-90fe-05fc78734846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.820336413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"70931198-c53e-4975-8c37-5e2448476102","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.820351429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"70931198-c53e-4975-8c37-5e2448476102","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.821558515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"d911b4ce-a26e-41a7-81c7-84d6ed0cd57f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.827865684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"050a6e5a-a413-47ae-be66-63f9e36b9b03","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.827887007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"050a6e5a-a413-47ae-be66-63f9e36b9b03","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.846249942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"1bc9b7cb-d0eb-47b5-8568-8b4308005321","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"e2e-rt-sw-fa815b","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-fa815b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.875501849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"343c20ad-7a36-4a04-88c3-905fdb8b4f33","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.875522407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"343c20ad-7a36-4a04-88c3-905fdb8b4f33","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.902323673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"3331b840-b229-4bce-bc1c-f9a73583eba8","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.902389541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959a5663-3741-4c61-92ed-25d4ac5aa15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.902847152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d386195e-1934-4ea5-98b8-0f1f0857458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.91082725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959a5663-3741-4c61-92ed-25d4ac5aa15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.911471948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d386195e-1934-4ea5-98b8-0f1f0857458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.913144306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"3331b840-b229-4bce-bc1c-f9a73583eba8","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:34.945794913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"1880f63c-5951-4d77-842e-dcb19692726a","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.750799505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"45d0df3b-f0aa-4073-ba2a-7b39215f1d2b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.764397633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"5b99b931-168e-483e-b98e-973c97df0bab","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.767745177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9d9c5c1a-d2f1-4ead-bc94-5750f99ca76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.767867287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"24688ace-a2f7-4fd7-bcae-ca3eaa77b643","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.768412824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"27fa5ff0-0525-4b75-90cc-598d9fc72c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.7721109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"5b99b931-168e-483e-b98e-973c97df0bab","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.775060773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"24688ace-a2f7-4fd7-bcae-ca3eaa77b643","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.775481019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"27fa5ff0-0525-4b75-90cc-598d9fc72c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:35.77732663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9d9c5c1a-d2f1-4ead-bc94-5750f99ca76f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.518950793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"a5def521-6b28-4dd6-9507-48dd97b52200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.619867127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"8edb95d6-0f97-4217-9b89-b3ee6757398c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.620471571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"298e45b8-bbd6-413a-85df-e87d9db3a40f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.620817981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"1d1e5715-1425-4cd9-b183-927ee39108bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.620975664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"3e4d85b9-a1fc-4c83-92c9-1145b8942ade","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.621257955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"0fc527b7-4ccb-4d6a-a236-77415d0a3fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.702890916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"55d04eea-0ad7-4005-bb58-6f78e34faef8","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.703750643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757b87b9-ff5e-44d4-9e0c-7089ab2dbb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.704066579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510e0e57-ace4-46fa-8020-a1ece70a3837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.715612781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"55d04eea-0ad7-4005-bb58-6f78e34faef8","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.717397744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"510e0e57-ace4-46fa-8020-a1ece70a3837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.719944187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"757b87b9-ff5e-44d4-9e0c-7089ab2dbb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.724485216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"4ceb33a2-eda7-4930-8b6f-918dd06044d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.724582656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d7981e5-c73d-4c6b-b801-a02f7b4380a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.725127355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43f8f4a8-4f42-4d9d-912a-cdf07c5f6456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.725992706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"06a440bb-4212-4613-a8b3-b18e588384f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:36.726384753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"8e501890-164b-4102-b139-2d647955d14e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.356176399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-sub","reconcileID":"cf338363-22b5-4a93-93fd-4ec9b23ded5c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.35631634Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-sub","reconcileID":"cf338363-22b5-4a93-93fd-4ec9b23ded5c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-3011c6/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.398184565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"deac179d-1646-4e55-ab78-11b8104ce50a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.414242893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f0dbf848-39e8-4248-9733-c04b7497896e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.415062508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"4f186da6-7e79-426c-9720-7dd8bcd361dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.415535459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3b1d9725-0eda-431c-88a3-b149b3a51104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.423484626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3b1d9725-0eda-431c-88a3-b149b3a51104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.424586167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f0dbf848-39e8-4248-9733-c04b7497896e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.425734605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"4f186da6-7e79-426c-9720-7dd8bcd361dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.582798011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-apikey-failed-auth","reconcileID":"5154e34e-e7a7-4426-bc2a-48ebcbf9605d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.582864866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"521122b8-7cfd-46e6-956d-822d69ddf1b4","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:42.608142242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"bbe0e6a8-7e49-444e-abf5-98d760901368","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:45.772340086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26","reconcileID":"1071e078-7b8e-4604-b363-4c2027e19bbd","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-filter-sub-a-c8c99d26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:45.795353374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26","reconcileID":"1071e078-7b8e-4604-b363-4c2027e19bbd","MaaSSubscription":{"name":"e2e-filter-sub-a-c8c99d26","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-filter-sub-b-0361cfd5","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:45.815661205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"0f941663-6297-4333-9492-ce2c13cee11b","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:45.918902086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"583baed1-6a5f-4681-84ed-5c8a0992ef2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:45.923263089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9b8642af-e0df-4942-a87d-3f3e5dd58d68","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.005922836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"19dfadd3-80af-4016-a305-a1870f8b23bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.006628581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"01c87444-d32f-401a-b9f6-249a7d6719ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.007183736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"de138008-b395-4f2d-bc2c-bec2ced0de53","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.007768019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ffec3c37-dbc1-40cc-a25e-42875ce5bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.022556954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"de138008-b395-4f2d-bc2c-bec2ced0de53","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.091052532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ffec3c37-dbc1-40cc-a25e-42875ce5bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.092415686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"809615db-dbfc-4387-bd2b-876ed28d6e53","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.09748741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"19dfadd3-80af-4016-a305-a1870f8b23bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.107006848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"01c87444-d32f-401a-b9f6-249a7d6719ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.116050155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ca693542-1e9c-4879-8de2-24f58edc81f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.12498573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"ca693542-1e9c-4879-8de2-24f58edc81f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.228077679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"5d71342f-3a48-42ce-8ff0-2e16508052dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.228203098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fb9f7b62-e5d2-403a-96bd-593e9b582008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.228520949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"00b1d118-58dd-427e-96e2-69bb241c09c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.239413365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fb9f7b62-e5d2-403a-96bd-593e9b582008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.239784441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"00b1d118-58dd-427e-96e2-69bb241c09c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.241860678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"5d71342f-3a48-42ce-8ff0-2e16508052dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.54345388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"d35a2aea-3571-4598-bf17-2433377b0137","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.596736471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"d90b58f1-ac56-4a1e-9ab3-f5a911a22eb1","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.596832427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"d90b58f1-ac56-4a1e-9ab3-f5a911a22eb1","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.640726986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"b7623172-e4dc-42db-8550-8fd5a56853f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.641607568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6631d31a-ed17-47e4-b827-bfab556b0ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.64285889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26bb60c5-a11e-400c-9da5-3fc6a5508ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.652186094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6631d31a-ed17-47e4-b827-bfab556b0ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.65573574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"b7623172-e4dc-42db-8550-8fd5a56853f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:46.656409191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26bb60c5-a11e-400c-9da5-3fc6a5508ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.388756534Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"825f610c-06ef-4d48-ad08-f3b0427933cc","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.392760914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"b85fbef5-07a0-48bc-8cca-f2fcfdbe88cc","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.392783994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"b85fbef5-07a0-48bc-8cca-f2fcfdbe88cc","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.399058582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1577c702-b3ac-4c7b-a41b-a60f3e245891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.39966215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e7e04433-5a30-41d5-bc67-ef4b216cb42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.40021733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ca996181-ecf7-4a8f-99f4-10c58371075a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.400281686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8c4eca09-15b5-43b9-8653-fe8503bee7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.406390428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8dafb77-9777-4e4c-8b6a-db360965193a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.414183509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e7e04433-5a30-41d5-bc67-ef4b216cb42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.414250922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8c4eca09-15b5-43b9-8653-fe8503bee7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.417594796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ca996181-ecf7-4a8f-99f4-10c58371075a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.417975535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1577c702-b3ac-4c7b-a41b-a60f3e245891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.423364137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8dafb77-9777-4e4c-8b6a-db360965193a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.423862791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ed25eec-b607-4b6f-9cf8-138a82d54334","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.423936926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ed25eec-b607-4b6f-9cf8-138a82d54334","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.424277652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"665cea2d-a7eb-423e-956c-59d35cdb3a8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.424294968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"665cea2d-a7eb-423e-956c-59d35cdb3a8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.424619604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b15be020-4998-4fb2-8c77-0bf600d8e238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.424635527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b15be020-4998-4fb2-8c77-0bf600d8e238","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.425072449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d58195c1-be15-4c80-bd63-b3e5d5ea8319","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.425089997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d58195c1-be15-4c80-bd63-b3e5d5ea8319","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.489557021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"989db03b-b018-47f7-8089-f051103a081c","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.489650554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"989db03b-b018-47f7-8089-f051103a081c","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.494394898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92cc0e7f-c376-4e23-a20e-7df251b0c298","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.494415765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92cc0e7f-c376-4e23-a20e-7df251b0c298","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.4947866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f4bb3c8-cce1-40dc-a387-d80c651d8b24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.494807678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f4bb3c8-cce1-40dc-a387-d80c651d8b24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.495110405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5a30207-c736-4c0c-8889-f71ac54e944d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.495130406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5a30207-c736-4c0c-8889-f71ac54e944d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.495427463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67abb141-2271-4261-a270-ba06de5aea1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.49546677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"67abb141-2271-4261-a270-ba06de5aea1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.506161814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"28185009-b6b9-4bd7-bc2e-96beeea0cc77","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.598582616Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"affb1e81-6592-4048-932c-4ac0e9ed8df5","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.61012132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4242196a-2748-4861-a78c-9fd885fb4c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.61111315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"88395897-1885-47d7-92c5-05a2b430c4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.611724068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91c3cc98-2570-4588-a6c9-4d089b596378","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.615583507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9da2e9a-1b71-4548-9531-c07df8c3e00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.615966197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ccd520e9-b716-460b-a08d-b323987035bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.691882076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4242196a-2748-4861-a78c-9fd885fb4c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.694840813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"88395897-1885-47d7-92c5-05a2b430c4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.695330334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5471299c-9fb1-4a9e-872a-cfdf5762c7c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.695968695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"87edf437-3c56-4903-b005-fb9fda312b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.698914663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9da2e9a-1b71-4548-9531-c07df8c3e00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.702114225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ccd520e9-b716-460b-a08d-b323987035bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.707749925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"87edf437-3c56-4903-b005-fb9fda312b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.870396217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a6be7ad3-3165-44d2-83d0-e8d8bd822dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.870901156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"7a4133e6-ea9e-4f74-b4d3-745f45ccf7d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.87096702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"da42a678-911e-4a0b-8f60-a89024953a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.878714324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"e24475cf-10f7-4b1f-aec2-037bee2004c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.883279055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a6be7ad3-3165-44d2-83d0-e8d8bd822dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.884184135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"7a4133e6-ea9e-4f74-b4d3-745f45ccf7d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.885754694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"da42a678-911e-4a0b-8f60-a89024953a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.887944728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"e24475cf-10f7-4b1f-aec2-037bee2004c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.97029145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f958da3a-3c06-401c-a908-64d75c326e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.970325706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"e83c7d7e-33e2-40bb-8905-cc7a39977889","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.970832838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7aea268d-3aeb-49cd-8a13-fdff98e608d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.970848515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"63b1593a-49ee-4c73-af26-ecc24b22b28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.976476041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27d6faef-9bf6-4a56-b9ed-a0277e1fcaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.982014908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"e83c7d7e-33e2-40bb-8905-cc7a39977889","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.98450696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"63b1593a-49ee-4c73-af26-ecc24b22b28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.987409095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27d6faef-9bf6-4a56-b9ed-a0277e1fcaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.98826023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f958da3a-3c06-401c-a908-64d75c326e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:51.994104934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7aea268d-3aeb-49cd-8a13-fdff98e608d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.063870726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"887b930a-518f-48dd-93b9-b8780b340e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.063957788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b296f132-2d1e-4395-ae2f-d9e06736e9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.064947444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"04123d7b-fba2-47f3-830e-f7b9d86c54e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.068082946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3286cd4a-5f21-4673-8547-99a34ed6241f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.072181029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b296f132-2d1e-4395-ae2f-d9e06736e9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.072385417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"887b930a-518f-48dd-93b9-b8780b340e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.074407208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"04123d7b-fba2-47f3-830e-f7b9d86c54e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.088915014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3286cd4a-5f21-4673-8547-99a34ed6241f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.579933269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"d9664157-375a-49b6-ba67-022b494e7bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.670656266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"36fff8c6-085c-43c2-98c4-362cc6207f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.803311056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"2143dffb-1dbb-45b6-9601-f777102a0ecf","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.810879489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"57c72314-7a72-417d-b251-b1de8ae6ff53","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.820616431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"47385f32-47e2-45ad-82b1-129df0d7e60a","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.829057296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"47385f32-47e2-45ad-82b1-129df0d7e60a","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.853034868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"aaac83ee-2666-4fcb-98d7-1af2c0635d5f","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.921083631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"51297256-d0e6-4504-9751-ae4935ab69f1","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:52.928689853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"51297256-d0e6-4504-9751-ae4935ab69f1","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:13:53.048868221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"51297256-d0e6-4504-9751-ae4935ab69f1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-0746206b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:53.064385931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"c13502bc-1c18-44b5-b48b-fc055341418b","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:53.074904016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"c13502bc-1c18-44b5-b48b-fc055341418b","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:53.74863461Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-gw-auth-0746206b","reconcileID":"6ead333b-3cb1-43ef-853a-68858949ff84","MaaSAuthPolicy":{"name":"e2e-gw-auth-0746206b","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:53.748636237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"bbebfd0f-ade7-424d-8f79-d629a61b1b0e","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:53.762876852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"0c54f938-8ec1-4a73-ad12-11cf5c556342","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.113532756Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"fb96bfed-8a33-4bc5-89c2-8e0620ea9033","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-filter-sub-b-0361cfd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.125767386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5","reconcileID":"fb96bfed-8a33-4bc5-89c2-8e0620ea9033","MaaSSubscription":{"name":"e2e-filter-sub-b-0361cfd5","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.150157862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a93ba36d-29f5-4b5c-a9b0-fa7ce30e44bc","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.1628966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"db1c7a4c-8f8d-4917-9b76-b6058a3c512c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.162968307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4390f29d-d6c1-4ddc-8aa0-deaf63cc5247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.163272991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"f91bcbba-a503-4ea3-8d7d-b50ae40c191c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.163677641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"59b49fa4-ff85-414f-8d31-6c833f7b70d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.170428011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"db1c7a4c-8f8d-4917-9b76-b6058a3c512c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.170872116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"59b49fa4-ff85-414f-8d31-6c833f7b70d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.173020655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4390f29d-d6c1-4ddc-8aa0-deaf63cc5247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.173118796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"f91bcbba-a503-4ea3-8d7d-b50ae40c191c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.307156964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-a-c8c99d26-auth","reconcileID":"404c88f2-54ed-4c6b-953c-7e3ccb5493ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c8c99d26-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.307525845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4acfb211-dd04-427d-a77f-ee416ea8db49","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.3228203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5caf657e-6233-4052-b1f1-847a287e6d9c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.572454595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-filter-sub-b-0361cfd5-auth","reconcileID":"ce8f2595-d620-4cfd-a78a-5fc6891cead3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-0361cfd5-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.572535608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"732da2db-4f07-4e3e-9754-e3c582aea215","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:56.586142381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"af677cb0-a827-48cb-83da-615c3c5c4d81","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:57.773123252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c89746a-2dcb-4d23-a9b1-88b863c248cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:57.85858654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"c6aa4d49-83ae-43bd-8d20-18a77293a8a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:57.859204028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"93fe14c4-8ee4-4084-88ab-192bcbef7ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:57.86718656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"3c38d946-7f96-4ed9-9045-1dae9b92c27c","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.007036428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"1ad1bc62-0780-4291-858f-e291e9e9ec14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.007788514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d4574ab-fb34-4425-aba8-01432a510ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.008470246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"712c2364-7f81-4990-a3f6-d78172b1a28a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.129794941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"a02af781-2815-4c33-a772-61be618b3d8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.130487036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"2022602c-4fea-46a1-bd3c-34380202378b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.146273488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"b9859dc2-da9b-464e-ae20-01de0be5d5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.206537692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"c17536ff-9b62-494f-a67c-b34815ce761f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.207057307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"fbcf0373-0bf6-43ce-a17a-3f4fb26eedbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.216951764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb06c2fc-f5e7-4f54-8829-12637fecd152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.217673188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df753eed-7411-4f21-ac53-206c69249b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.233047587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df753eed-7411-4f21-ac53-206c69249b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.267891223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb06c2fc-f5e7-4f54-8829-12637fecd152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.284328901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"81debb30-13bc-4bf9-9c0e-bbe7a1386389","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.286613029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"2d1291f5-5a54-4da5-94df-e2351a9663dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.301191767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"2d1291f5-5a54-4da5-94df-e2351a9663dd","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:58.983394089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.334974466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"35ca6d77-3ac7-4a91-a28e-9217e9a7f651","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.336058267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"35a12125-c00c-4d73-857e-f1a3b90aee9c","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.418295881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35de2293-7206-4999-bc7a-e03051230718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.478043842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0b681bc5-56d8-424d-aeb8-8e59edffe93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.487057721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"35de2293-7206-4999-bc7a-e03051230718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.526243684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0b681bc5-56d8-424d-aeb8-8e59edffe93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.578788691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"46414723-fd51-47e0-9ea5-7b61593f2148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:13:59.579212924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"84dfc134-2bfe-4d3d-8ae2-f654b05254ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.319697233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"9d3720a6-3be1-4b4c-a50c-7630ff8ee0d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.428627843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"8b7dbdd9-6ce9-439d-b847-29f4bb6b5808","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.435134322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"f93a302a-f7bc-4825-a415-ffa450c35eb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.43569792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65d2a8c6-eefb-41fe-849c-deb62b78eab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.444020512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"cadacee4-744e-4b4c-a1b8-5d821e6b9987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.455867944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"20ec3e47-7316-43e2-b001-05f51199ef62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.515163259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"07c12d14-67a0-4780-a260-c43e3ff3e99d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.518086872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1c814f6-f6ad-4ab6-a45b-c9d4895cc917","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.519716509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"8733d96b-0be3-402f-9dce-8b7a986c2402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.532114052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"dabc12a9-a8b2-4358-884e-6023d8741546","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.602641898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"7e584e20-c850-47e4-8820-90012075753f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.606010994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"58654ae8-1cb6-4707-a624-318850c54d3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.624822819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"6f80d133-35a8-4f96-a437-2b1e9686648d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.819959682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c6f34a6a-acd7-42f8-b98c-82ff2b836efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.821838515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c51974d3-1b77-4fac-8407-ff8671edab87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.834196305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c6f34a6a-acd7-42f8-b98c-82ff2b836efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:06.837855816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c51974d3-1b77-4fac-8407-ff8671edab87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.283077715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f6bc9b03-1131-42e5-ad5b-9e9b6eb7c262","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.283464347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"7abb25cf-cf82-4604-ac94-88efb53556aa","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.302916618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a57b4ae5-cfa3-4745-9018-86dcd51360f5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.303843146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"84ee56bf-e4b3-4b1e-8038-0975a77f2ac8","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.309037093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"464b1ca4-c29a-49a0-b889-b719a3e2b6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.309697795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ceae782b-5001-4a86-a20f-6785b0ccc55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.316321881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"9c788f55-dc64-4543-a81d-105aabd0c639","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.316870462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"766cad30-1a43-4f48-b516-3b7500fc5dfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.325012405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ceae782b-5001-4a86-a20f-6785b0ccc55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.325892218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"464b1ca4-c29a-49a0-b889-b719a3e2b6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.400893594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"63fa5ecb-46ae-48e0-a5bc-fd89c1f1a81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.401864071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a2b3b788-0d89-4a24-9596-e0f6e154e30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.431847193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"63fa5ecb-46ae-48e0-a5bc-fd89c1f1a81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:07.438470293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a2b3b788-0d89-4a24-9596-e0f6e154e30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.534185522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"bcfe815b-d392-4994-b9f2-3157ebfb67b5","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.537948315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"720abe00-21b9-49bc-bfdf-effda35bc10f","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.537968595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"720abe00-21b9-49bc-bfdf-effda35bc10f","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.544880973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dfd2a2dc-8e49-4201-8088-70d6613270eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.545365064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2059e3d9-5d49-4fec-8515-3ad7f5bb6155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.545425051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bd679184-4a5a-421c-afaf-0fbdaa033b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.546512869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"89cc3e5f-3e8b-4cf5-8078-72bd12771bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.547678188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ae2132a-5df3-4a7e-a2c4-af48bc152c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.55441947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bd679184-4a5a-421c-afaf-0fbdaa033b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.555955347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2059e3d9-5d49-4fec-8515-3ad7f5bb6155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.557194126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dfd2a2dc-8e49-4201-8088-70d6613270eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.559791243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"89cc3e5f-3e8b-4cf5-8078-72bd12771bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.561301707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ae2132a-5df3-4a7e-a2c4-af48bc152c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.562009899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fc51c9-b744-4c80-9ffc-d39202d7a27d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.562029619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fc51c9-b744-4c80-9ffc-d39202d7a27d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.562541813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be661b6b-9c0e-44da-b837-d7aa463a2f3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.562562545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be661b6b-9c0e-44da-b837-d7aa463a2f3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.567644474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"1c782b1f-6589-4685-8c67-bc8b15d07138","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.567732065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"1c782b1f-6589-4685-8c67-bc8b15d07138","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.577949585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"222b9e8d-8290-4168-9efa-678b55b21038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.587948851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f01ad00a-6990-4978-b65b-0f9d37be8cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588040268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f01ad00a-6990-4978-b65b-0f9d37be8cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588362612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4338f29-8a84-43d9-bf18-0040a63f65a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588551578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4338f29-8a84-43d9-bf18-0040a63f65a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588608816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c92de9e-c027-4e5c-9861-4f539290d2b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588909981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66b7fd33-81bf-4f5c-8c41-b6962bfaf3bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.588930489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66b7fd33-81bf-4f5c-8c41-b6962bfaf3bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.590356318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"843aeddc-1717-4eef-95c3-363cfb60cfa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.590695759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b6178561-3a28-46d1-bf72-dc8fea8887be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.593919889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"beb25560-81e4-4251-af5f-f5cc31caaf09","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.596025046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"2a033d50-bcce-4863-9704-ce4d8a4e3084","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.596846163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7106a0b-31ed-4d97-9d8d-68ac8856062f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.597079168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"222b9e8d-8290-4168-9efa-678b55b21038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.599271941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c6ae78b-8235-4f73-88f6-fbb8d03106a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.59928864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9c6ae78b-8235-4f73-88f6-fbb8d03106a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.599955738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47f7b1d3-3dde-4d48-85a5-344bd426a23b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.599978516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47f7b1d3-3dde-4d48-85a5-344bd426a23b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.600775557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab274a91-52d6-4dc8-b967-596040379791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.600805731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab274a91-52d6-4dc8-b967-596040379791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.607875976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b6178561-3a28-46d1-bf72-dc8fea8887be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.700792473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"beb25560-81e4-4251-af5f-f5cc31caaf09","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.702603884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"7e66a29e-1cb1-463f-8a53-ced4d263555b","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.706279169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7106a0b-31ed-4d97-9d8d-68ac8856062f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.71633063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e42c548-c652-4fb0-a645-018a614b22e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.728111275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bb803e7a-43c1-4f59-870b-00d722ef37a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.730133495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8630b0b1-5800-4bd5-93c1-1f65703b2dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.791125855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bb803e7a-43c1-4f59-870b-00d722ef37a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.803563701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e42c548-c652-4fb0-a645-018a614b22e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.826111462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8630b0b1-5800-4bd5-93c1-1f65703b2dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.837624621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b3171a33-ecff-49bf-b818-2ff7dcc8bfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.849393273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b3171a33-ecff-49bf-b818-2ff7dcc8bfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.997852569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"30e3809b-f708-4d0c-b0b8-631bbfbf4675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:08.998771347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3f22c032-1248-472e-a032-16b59c195851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.008554832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"962bdbf2-4781-49ce-a8c0-67c8c703c888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.014340701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3f22c032-1248-472e-a032-16b59c195851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.090183277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"30e3809b-f708-4d0c-b0b8-631bbfbf4675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.090635208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"b1c151ff-bb24-45b9-81ca-a98b4c2bb5b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.091108097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05476c6f-02d6-4c9b-931e-af781071f8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.09455185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"962bdbf2-4781-49ce-a8c0-67c8c703c888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.102124731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05476c6f-02d6-4c9b-931e-af781071f8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.102169964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"b1c151ff-bb24-45b9-81ca-a98b4c2bb5b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.116903306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d7f8f611-4051-4abb-9289-91838e35626e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.119935717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"23fc0fc2-d6e0-4b51-9548-865105fcb744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.123901918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ef118de6-474c-4d9a-9d74-d0b190997c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.129289976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"23fc0fc2-d6e0-4b51-9548-865105fcb744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.129794259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba49e50b-21a2-4663-ac8a-4aa28ab57be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.131571203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d7f8f611-4051-4abb-9289-91838e35626e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.136147581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ef118de6-474c-4d9a-9d74-d0b190997c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.141664518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4c58a0c4-2e8b-420b-ab9c-8d9a9ab78ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.189629018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba49e50b-21a2-4663-ac8a-4aa28ab57be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:09.191637681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4c58a0c4-2e8b-420b-ab9c-8d9a9ab78ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:15.969519429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"87e44b1a-74ea-451f-a32d-82759a9934b1","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.049730796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"588a5de5-94e3-40e5-83ad-5b3db9c817eb","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.050186291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d15d7bc8-c3b6-4149-9043-f40f92af33c5","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.050576516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"75d2039c-ab29-4b30-b0d6-e368e82a8ea5","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.068822372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"905ed68b-39ed-4f34-8118-1710c106504f","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.069177131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"04e85ffb-8864-4f4e-b4d5-6d1a99b4c543","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.069651974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f9994a6e-c06f-4c1c-98d5-51470bb128d2","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.112114596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"303535c8-8a6e-4eb6-9cb7-72721d8bafc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.113162827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"af8341b2-256a-49d1-98e9-f29f608578e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.121026275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"dbfa1c8f-348e-4020-bd0e-b5ae04c22519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.129228702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"303535c8-8a6e-4eb6-9cb7-72721d8bafc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.138429738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"1e51695d-12b4-4f34-8cad-ed1db2c61229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.144276009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"af8341b2-256a-49d1-98e9-f29f608578e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.179773074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"86f0e32a-8a5f-46fe-bebb-b4a7ffd8a5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.194467169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"86f0e32a-8a5f-46fe-bebb-b4a7ffd8a5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.301550468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e8dea047-c5b1-4f56-9801-e6669dc7d52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.316007941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e8dea047-c5b1-4f56-9801-e6669dc7d52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.623398952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d1cb2a68-35d1-477e-83e2-07d3a46e7b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.624282359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"76e35f6d-7cf2-47c5-bb0e-4d1e4ec59cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.644054016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"76e35f6d-7cf2-47c5-bb0e-4d1e4ec59cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.645954584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d1cb2a68-35d1-477e-83e2-07d3a46e7b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.775078235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"737cb71c-942b-4f01-9546-d26b60d5a4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.775733545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"3a509bd7-a3ca-4f2e-aafc-96afca00b766","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.776231393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"206f7841-ad36-4eb8-8252-3b0c09c5f98e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.825917671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"737cb71c-942b-4f01-9546-d26b60d5a4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.835490475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"3a509bd7-a3ca-4f2e-aafc-96afca00b766","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:17.843566028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"206f7841-ad36-4eb8-8252-3b0c09c5f98e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.557740409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"8ea77849-4d4d-42ab-b88d-34f3f5e42abd","namespace":"llm","name":"e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.563879245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"0e52102c-feac-4048-877b-126a498edd77","namespace":"llm","name":"e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.571093728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ce1d728b-6f83-468b-b254-7b3139a34e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.57119349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f4e7f735-2d39-4017-9346-e7eb2ae216be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.571545768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5fbe4776-036c-4e07-85e3-6a3e27b9ee55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.571714565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7443fabc-3726-4c58-bada-ba8a9dfc67fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.574577691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34881a89-ccb7-4d53-af21-4c36152058e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.579105803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ce1d728b-6f83-468b-b254-7b3139a34e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.579772612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f4e7f735-2d39-4017-9346-e7eb2ae216be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.581525656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7443fabc-3726-4c58-bada-ba8a9dfc67fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.582094392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34881a89-ccb7-4d53-af21-4c36152058e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.583687258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5fbe4776-036c-4e07-85e3-6a3e27b9ee55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.596983522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"570bd13b-683e-4e5d-a0eb-6f745dc87da8","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.597009217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"570bd13b-683e-4e5d-a0eb-6f745dc87da8","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.601705443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b58b388-a378-4493-8914-61f79730e786","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.601773726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b58b388-a378-4493-8914-61f79730e786","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.60211883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e32935cc-44a4-4371-bb09-08ffa8b8b483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.602139862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e32935cc-44a4-4371-bb09-08ffa8b8b483","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.602471341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63e7e251-6336-4e1d-8ee1-e5145f345abd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.60248851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"63e7e251-6336-4e1d-8ee1-e5145f345abd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.602784302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f060beb3-2cfb-4160-8b81-9fd49a2fae82","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.602801029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f060beb3-2cfb-4160-8b81-9fd49a2fae82","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.603129356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f77be87b-c3ab-425b-a7d9-b1809cb7e928","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.60314675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f77be87b-c3ab-425b-a7d9-b1809cb7e928","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.603513677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1af30e8f-284f-4b3b-8e6b-d4e4984cb6fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.603531714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1af30e8f-284f-4b3b-8e6b-d4e4984cb6fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.6038032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2f5407-9a3d-48b3-a834-9550e85d6389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.603825339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2f5407-9a3d-48b3-a834-9550e85d6389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.604206748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09786111-9474-44af-aa58-1aba9ad00119","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.604221977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09786111-9474-44af-aa58-1aba9ad00119","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.613577119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"766b5774-1671-44f6-a0a8-205f38a4c853","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.613643465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"766b5774-1671-44f6-a0a8-205f38a4c853","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.616899161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a923823-836a-46dc-9ecb-5efb697eaa80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.619538813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"58f9b0ac-f0ac-4d37-928c-b30ace18484a","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.619581227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"58f9b0ac-f0ac-4d37-928c-b30ace18484a","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.620124367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03063470-3815-4127-897d-76812ab75a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.620920748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"ed8f2917-7433-4351-9046-ddd581c6e4d3","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.625762341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a6d6422-759e-488a-9b61-eaa990acfa62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.625780683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a6d6422-759e-488a-9b61-eaa990acfa62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626093161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c944905-322f-4e96-885d-8b531bda93eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626109858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5c944905-322f-4e96-885d-8b531bda93eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626418795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba30db5b-b9d0-42c9-ac9b-894fa1e0430a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626452018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ba30db5b-b9d0-42c9-ac9b-894fa1e0430a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626773807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"386e1fdf-f442-4e5b-bd04-0175c5d765d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.626792238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"386e1fdf-f442-4e5b-bd04-0175c5d765d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627086566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fe451ed-3da7-4a49-a8d7-6afaaadb9911","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627103148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fe451ed-3da7-4a49-a8d7-6afaaadb9911","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627386349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be1b1422-6585-4d97-a09f-373947971701","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627403588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be1b1422-6585-4d97-a09f-373947971701","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627742844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7660ada2-8999-445e-aebd-79c1ff2881d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.627759302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7660ada2-8999-445e-aebd-79c1ff2881d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.703321256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f1ea2d6b-2240-446c-8fcb-4d0b9c339cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.703522821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1b823cf3-d734-483d-8a45-07b1cf6e9db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.707135311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"e79d91a9-fb28-4427-ab9f-c6a105fde85f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.714081872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f1ea2d6b-2240-446c-8fcb-4d0b9c339cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.714341569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1b823cf3-d734-483d-8a45-07b1cf6e9db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.71793507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"e79d91a9-fb28-4427-ab9f-c6a105fde85f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.758067915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"c81ab1c5-d99c-465b-ba0b-99dafe53ceb6","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"name":"e2e-rt-eq-785c65","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.766581131Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"e59d8232-881a-40ab-a5f4-30cf521000c8","namespace":"llm","name":"e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.77285356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"497b743a-554a-4d04-a3c3-5a37a3e2797e","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.772874306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"497b743a-554a-4d04-a3c3-5a37a3e2797e","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:14:23.7805016Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"497b743a-554a-4d04-a3c3-5a37a3e2797e","name":"e2e-rt-eq-785c65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-785c65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:14:23.780564564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"497b743a-554a-4d04-a3c3-5a37a3e2797e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-785c65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.789509414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"daf4262d-866a-4248-b227-bdceaf8857fe","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.789534348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"daf4262d-866a-4248-b227-bdceaf8857fe","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.805121168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1e4c5c71-00ac-4d2f-a886-8363bb2be13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.805196259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e11c232a-cca7-4416-9db0-c13c51baa747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.805896972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd1f1748-a431-486a-a4fe-74eae7652006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.810875606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46e3e292-db37-442a-b392-c3168bcd2a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.813782113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"52c903dc-1718-4c79-8651-84c59e03e3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.817388694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1e4c5c71-00ac-4d2f-a886-8363bb2be13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.822143879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd1f1748-a431-486a-a4fe-74eae7652006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.824057453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46e3e292-db37-442a-b392-c3168bcd2a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.825011245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e11c232a-cca7-4416-9db0-c13c51baa747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:23.901907477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"52c903dc-1718-4c79-8651-84c59e03e3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.007193857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"25881303-09f1-49b3-b8d6-685aba4a97c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.008941571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f15c898e-ba7e-4130-97ef-1e6bd1dc8ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.011796338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6ac99224-2bca-4e9d-b2b5-32a7ec2b1085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.012028927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3f679e5f-322e-4770-90fa-30c67b28647d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.013536767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72da3717-a2e9-4642-a69c-15b67311b5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.023106184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f15c898e-ba7e-4130-97ef-1e6bd1dc8ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.027406581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"25881303-09f1-49b3-b8d6-685aba4a97c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.031860739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72da3717-a2e9-4642-a69c-15b67311b5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.034168065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6ac99224-2bca-4e9d-b2b5-32a7ec2b1085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.038723586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3f679e5f-322e-4770-90fa-30c67b28647d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.209427814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8ebccf01-8a11-4976-b5ef-799417c929f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.209536033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d9afe71d-a6c7-46f2-b192-93812b1ba361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.215782721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"9f6210f7-93fe-42e4-ba5a-c7168afb07c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.222923011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d9afe71d-a6c7-46f2-b192-93812b1ba361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.223788157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8ebccf01-8a11-4976-b5ef-799417c929f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.228882741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"9f6210f7-93fe-42e4-ba5a-c7168afb07c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.304869734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"1483fbff-19e8-48e8-a391-d481adf1c977","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.304888935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"1483fbff-19e8-48e8-a391-d481adf1c977","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.319384671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"9e5989a2-dcfa-4053-9940-0e238ad7a31f","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.319405734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"9e5989a2-dcfa-4053-9940-0e238ad7a31f","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.510906264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"20266f72-4873-4dbf-8e32-039e31f6782b","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.531865344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"20266f72-4873-4dbf-8e32-039e31f6782b","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.648127961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"2ed0ab45-ea28-40ee-b218-b6d8be6c5a34","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.64816285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"2ed0ab45-ea28-40ee-b218-b6d8be6c5a34","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.713837805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1721b244-1662-4a9d-a7a2-2dea8b76e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.71388865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4b9ea383-4436-45dc-b6f6-d66750481233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.724179082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1721b244-1662-4a9d-a7a2-2dea8b76e3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.72545928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4b9ea383-4436-45dc-b6f6-d66750481233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:24.941406203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"eca5f128-c0c0-4e00-ae34-888c50124a67","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:28.966566718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.780879163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"457eb02c-b816-49fd-b8ad-fddb237b7cc5","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.781512483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"20436404-60d0-4daa-bef6-162acc7742e2","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.801174584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7e0cdc23-8951-4bf3-844c-4823f700ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.803125991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"00afe57c-c570-4e49-9c7b-e3f1505ea3fe","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.803728806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"46b6d99c-bb3e-4ab7-9435-4e1abb6df599","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.806406372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cb3a7657-ed92-4b0f-9082-01113153d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.80789841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"c5238a8e-02db-4a80-9b93-2f380cb4dfcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.810668118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7e0cdc23-8951-4bf3-844c-4823f700ce21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.814583701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cb3a7657-ed92-4b0f-9082-01113153d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.850312776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-785c65-sub models-as-a-service/e2e-rt-sw-fa815b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.853609804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"e8ef57f4-1723-471c-9a34-9daa476e028c","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.85362708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"e8ef57f4-1723-471c-9a34-9daa476e028c","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:14:29.864203694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"e31ffbfd-9e45-41c1-9105-27c151f4cca8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-785c65-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.875506566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cd23b0e7-f01c-44cd-8038-2a213d903465","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.875530706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cd23b0e7-f01c-44cd-8038-2a213d903465","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:14:29.890019714Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cd23b0e7-f01c-44cd-8038-2a213d903465","name":"e2e-rt-eq-785c65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-785c65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:14:29.890066144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cd23b0e7-f01c-44cd-8038-2a213d903465","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-785c65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.893953671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"366d24ef-207f-4679-8f74-efcdb3290f76","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.893973498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"366d24ef-207f-4679-8f74-efcdb3290f76","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.89474879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"56f5a8d7-3780-4a37-a38a-27117bc6a541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.895265321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"60655efc-4456-4874-a2ad-aba516d01efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.900186369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"769d1c23-1ef0-40d2-95b0-130b40c5ebc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.918368299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"60655efc-4456-4874-a2ad-aba516d01efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.940787199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"56f5a8d7-3780-4a37-a38a-27117bc6a541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.941593376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d477a1b-00e3-467d-bc30-3df9f0657d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.944218588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"ebdec81c-50d1-4c0b-b9b0-65e27dafd542","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.944241493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"ebdec81c-50d1-4c0b-b9b0-65e27dafd542","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.949969906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8d707d5f-dc6c-4ac5-aa23-392a47aeca6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.950723619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f669669e-4c19-485f-adbe-c04c11cd0528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.955759763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d477a1b-00e3-467d-bc30-3df9f0657d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.96083662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8d707d5f-dc6c-4ac5-aa23-392a47aeca6f","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:29.961814457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f669669e-4c19-485f-adbe-c04c11cd0528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.006898072Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"ad7a87ec-5a1f-470b-9d09-3c5a65c23b72","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-785c65","model":"e2e-rt-eq-785c65","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-785c65-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.03499102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"74808f29-7764-4ef7-a5c7-68ab05993645","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.035011252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"74808f29-7764-4ef7-a5c7-68ab05993645","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.074382815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"616b0ea5-a0ee-42ef-b47e-78e845f78847","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.081948333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"616b0ea5-a0ee-42ef-b47e-78e845f78847","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.109272041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"bb1d1cc4-7a0e-4485-8c35-658ab1a17143","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-785c65","model":"llm/e2e-rt-eq-785c65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.17132538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffb57c0f-922f-46bd-bd4d-c6df4c861ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.174364538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae75333-1660-4152-ac37-15b1af0ead18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.174914338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"0bce7b49-3ec0-44ca-86e1-43e3c3dd9049","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.179020992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffb57c0f-922f-46bd-bd4d-c6df4c861ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.182528111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae75333-1660-4152-ac37-15b1af0ead18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:30.182588162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"0bce7b49-3ec0-44ca-86e1-43e3c3dd9049","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.478679696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"0ffd2a72-198a-4dda-a189-a2ab9e2b7366","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.479068176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"85a6d67f-9cd6-4840-9a8b-bbb58c030833","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.479263843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f6f3bb1-dc05-429b-9564-e9ec6bf8a246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.479673016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e4d942b-7b88-4527-aecc-f796c6dfc9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.499402208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f6f3bb1-dc05-429b-9564-e9ec6bf8a246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.501843331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e4d942b-7b88-4527-aecc-f796c6dfc9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.502785255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"85a6d67f-9cd6-4840-9a8b-bbb58c030833","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:31.504680036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"0ffd2a72-198a-4dda-a189-a2ab9e2b7366","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.830741694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c6f96d4d-8ccb-4889-af1b-e94458455c04","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.831237246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"568a8515-95fa-48dc-aad2-f2bae4ad1db2","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.855949475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a5dcecd8-d6a0-4689-bed4-35c1a0837f59","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.856393275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"319df8a2-4945-4886-8435-56a9ed9d3cb7","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.857513351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"09ebcb8d-d11e-4a34-982d-b2d8a20cf7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.857544618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7dc2a0cc-9463-4059-aba6-9649380339ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.868136829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"227f3d47-b0fb-41cb-9703-acfb1f01a82d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.872943996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7dc2a0cc-9463-4059-aba6-9649380339ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.87400006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"09ebcb8d-d11e-4a34-982d-b2d8a20cf7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.946530436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3611b8db-6fdd-4a51-b97d-92580820d680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.946577416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"690f195b-dc15-4ac3-afde-e52d1c78e4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.949197944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"943ccca5-32ae-4882-8c99-8a9186c0f0cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.961357575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3611b8db-6fdd-4a51-b97d-92580820d680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:34.964196403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"690f195b-dc15-4ac3-afde-e52d1c78e4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.66051562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"c96f03c9-9187-4919-acfb-8b49528ff821","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.660885752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"92517e40-0c32-417a-8f53-61a29b7d0447","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.661197498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9935f091-2467-4502-b1e8-b0706be8e4b8","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.681773851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21307217-74c6-4cbc-9d7f-74025af12c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.685971631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"500fd240-c9d9-4132-8135-2aeac5d1a031","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.686393899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b5f6e911-cbed-4d02-8aa6-5dbba0b9129a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.687872367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"ab7c0377-b93d-4a2e-9023-041d522dfd5a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.692130392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4e209438-ecbe-496b-9614-4beec70fe9ca","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.694555135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"75f9cfc1-3c5e-41b1-8b8d-b34a9c4c174b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.701661439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"e9ea5bd1-6d12-4936-b450-c580a140f25c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.706777718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b5f6e911-cbed-4d02-8aa6-5dbba0b9129a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.719648043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21307217-74c6-4cbc-9d7f-74025af12c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.85919971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d6432207-e630-41e6-b40f-e75cddc22f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.859467948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7ddb7b7f-75bf-4678-a447-a06d9c0cc2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.870419629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d6432207-e630-41e6-b40f-e75cddc22f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:37.871575606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7ddb7b7f-75bf-4678-a447-a06d9c0cc2c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.151858927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"3a3415dc-9a5b-49cf-92e6-ab45e79cffd2","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-785c65","model":"llm/e2e-rt-eq-785c65","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.185686311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"bdc53364-09e3-415a-bb9c-b9b55197533b","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.185710713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"bdc53364-09e3-415a-bb9c-b9b55197533b","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.585287888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b5fccf7-f92f-48f3-811a-4166e0a6fd6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.586736766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"42a421e5-01e5-4185-9e9c-d1a93be0bd5c","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.587968884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87a022b8-4a93-4b6d-b917-b14ce7419bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.588056078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8f3188d3-d84d-47b8-9ced-db8ba2162de4","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.60974043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8f3188d3-d84d-47b8-9ced-db8ba2162de4","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.611594489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b5fccf7-f92f-48f3-811a-4166e0a6fd6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.619352415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"42a421e5-01e5-4185-9e9c-d1a93be0bd5c","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.647607548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87a022b8-4a93-4b6d-b917-b14ce7419bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.73295431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"75d53417-1fb1-4022-9a92-be621166c05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.733675192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a6127d7b-d479-4681-9ade-9acd3550cf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.75153099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a6127d7b-d479-4681-9ade-9acd3550cf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.768979024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"75d53417-1fb1-4022-9a92-be621166c05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.860904338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"92914157-047c-498e-a7eb-89f475409093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.866639107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"496ea225-e5c6-48c9-976f-85f0e3a5c3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.914879229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"496ea225-e5c6-48c9-976f-85f0e3a5c3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:41.940575782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"92914157-047c-498e-a7eb-89f475409093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:42.87311111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-b-ad08360f","reconcileID":"e92589b4-912c-4b80-87b5-104b71b04536","MaaSModelRef":{"name":"e2e-conflict-b-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-b-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-b-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:42.88519933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"89ae4e60-cd39-46b6-a21d-308fca12769b","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:43.866240138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"a5dadfcf-2dde-46d3-81d7-c44b1c0cb9f7","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.803044296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e15c2481-df7e-4b84-8653-f0859c07ae83","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.810879366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"cf89a576-c2ae-4ff9-9203-edd14b5ddd98","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.811314454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"e2e-conflict-a-ad08360f","reconcileID":"621521f5-7f08-4a30-9c40-42beb912f345","MaaSModelRef":{"name":"e2e-conflict-a-ad08360f","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"e2e-conflict-a-ad08360f-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"e2e-conflict-a-ad08360f","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.839203703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e937090a-4bc1-4150-9fe0-92bb4502785a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.839677977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e8422d60-3fbc-4c6f-a622-17626346e8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.840273136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"f31a72fb-141e-4f7c-bdab-1284af75bd80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.850905442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e937090a-4bc1-4150-9fe0-92bb4502785a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.854463536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e8422d60-3fbc-4c6f-a622-17626346e8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:46.935476708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"cfe8ad24-e1b8-4cab-bfc1-a19ca6850666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.289218611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"16df7e75-b694-46b8-a549-c9e8216ae267","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.28971029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"9553ccae-b92a-4233-8286-c655d6214987","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.310234829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"50f61028-1e05-491b-a750-d041306f5d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.310284555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b130360b-cdfe-42b3-a736-8e4d57798ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.315242211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"6aa932e1-5a4d-42f6-ad9d-aee071323f0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.317272415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"4eea985d-4981-4a8d-b72d-2c9c37f2fbe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.322065941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b130360b-cdfe-42b3-a736-8e4d57798ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.328278146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"50f61028-1e05-491b-a750-d041306f5d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:49.404392579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"fa8ac2e8-b57f-48ad-9c0f-9b24799cb1c7","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:50.926926876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"62c2dc4e-61ec-46fa-b389-b126b1b905b5","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.23171822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"c86c2146-0d6b-42fc-8a1a-b58c546b1c5f","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.231747709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"c86c2146-0d6b-42fc-8a1a-b58c546b1c5f","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.248286485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"909679e2-eec1-4980-8207-046438666cf8","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0fbd348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.251136376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0000601b-9195-4a69-ab4a-2d2ed92d4457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.251751695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2d14467-ca01-4b8d-ba67-6a01c98be990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.253665362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"786b549a-e090-44ce-a333-ceca12ad8515","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.253739811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"6187c354-115b-48a0-9271-c65f48cfb255","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.265108139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"6187c354-115b-48a0-9271-c65f48cfb255","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.265485897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0000601b-9195-4a69-ab4a-2d2ed92d4457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.268652597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2d14467-ca01-4b8d-ba67-6a01c98be990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.268974496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"786b549a-e090-44ce-a333-ceca12ad8515","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.398473249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"e6514c1e-f259-44fa-ba50-2cc30630e521","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.399127953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0202c33e-a284-4301-821f-cdafc25e6e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.39919293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"278ab3d4-a1d6-48a5-8ee2-c13f61167007","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.399691578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8f7c200-b502-4866-a61d-1283a7cfdbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.4065099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"e6514c1e-f259-44fa-ba50-2cc30630e521","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.407322558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0202c33e-a284-4301-821f-cdafc25e6e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.409349976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8f7c200-b502-4866-a61d-1283a7cfdbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:51.409858965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"278ab3d4-a1d6-48a5-8ee2-c13f61167007","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.220169946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"654b2a62-4c25-4d77-96f6-2a89f6c749af","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.22062856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"ebc3efd5-f194-4f32-8b7b-227b09f9c666","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.221238578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"373cce11-7733-4087-9547-76c65630caf0","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.246263118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"18ba5fa7-145b-4c3a-8370-1ec5a9c4b0e1","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.249207154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"a56f49d8-d2fa-4cdd-aaaf-9ab9cf4d9c07","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.24979207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c56e307e-ac47-44df-9c34-4c428e1b3c25","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.252148133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cdffa7c5-ea5f-4c20-b004-8b2bd605a3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.253363748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5e96ee58-8295-4c3f-b409-fa3eaaf45100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.265664857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cdffa7c5-ea5f-4c20-b004-8b2bd605a3a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.269742602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"8c412f83-6ae2-4a72-bc74-bb6f92c9c9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.271473997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"fd3f7a97-0731-49c4-afdc-55afb6860f98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.272340884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5e96ee58-8295-4c3f-b409-fa3eaaf45100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.362898066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79492138-2295-4ceb-a575-19632a863c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.363231004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4924dea6-0edc-48ac-ad31-6ecc1101e17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.389777558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4924dea6-0edc-48ac-ad31-6ecc1101e17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.394400372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79492138-2295-4ceb-a575-19632a863c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.451607542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"adc5d3dc-1329-4bc5-973b-636e48c653c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.456809049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d075167-ed6e-4245-8a2f-38dcf70a6b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.46281063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"adc5d3dc-1329-4bc5-973b-636e48c653c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.476089481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d075167-ed6e-4245-8a2f-38dcf70a6b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:56.859589207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"f5d91993-1695-4608-b9f7-92bff65971da","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.768045238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"af2c1ec9-f996-49c6-a480-0c653214cd04","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.773880116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"eb4b6eaf-6337-417c-a5d5-800512e31183","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.904837739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9963729b-7783-4119-bef7-f80c76debbce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.912074693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9963729b-7783-4119-bef7-f80c76debbce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.919002268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53a1079ddedefc40aa2e0672945c35e0106df0b0ec67be29dd80166aa6c14a68) AuthConfig (60258d9627d8d31932162f03cfd1045c5e89cbb1f37a09f0b652b05e8812b183) AuthConfig (54b0636dcb15721ac6c8160606baf21c31207b70b26910495168f6ebe70d889c) AuthConfig (99523233e82084225874c2caf13cf02ea49794fa58dc25c714de0c99e7b8a50c) AuthConfig (cc05e214ca486edb5740a04771d47ec65f0ac059fcd897471dbd48f9fdb4e2b1) AuthConfig (42635b35e1c82c1dbe79e5041c4486667d0b5bc01d4ec51ad1c1920ee65d5c7e) AuthConfig (3642d17ec26bc107dc5c04b091e25223411b9df88380b9f6d36cbc41cd32617e) AuthConfig (d89287cfe3162c04cd1e5fe6f948bbb9d7c3cd0f2bdc68316ab8d2ebd651a70e) AuthConfig (a9c71505840962789004a2b885a882e8e46bf965dd89442d8f671b2545c23401) AuthConfig (382fe8fd9377da7dc7d9596abeabb82f32bdffa3ae5996c72b9c818ebdd15fd2) AuthConfig (bced973cfeb4537e03401407327c61d43b781a7f7fde6b29422e2f2c397f9c37) AuthConfig (3c5e01d03461690b65f9b95a722f33918fa545d990769c2efed830f71bcb0361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9963729b-7783-4119-bef7-f80c76debbce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.927511153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"c62ef0ae-0d2a-4948-a776-bdc0ce982e42","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:57.993853759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"fe8b113d-3a18-42c3-94cb-aa19670a69e6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.001023666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"fe8b113d-3a18-42c3-94cb-aa19670a69e6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.007053486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53a1079ddedefc40aa2e0672945c35e0106df0b0ec67be29dd80166aa6c14a68) AuthConfig (60258d9627d8d31932162f03cfd1045c5e89cbb1f37a09f0b652b05e8812b183) AuthConfig (54b0636dcb15721ac6c8160606baf21c31207b70b26910495168f6ebe70d889c) AuthConfig (99523233e82084225874c2caf13cf02ea49794fa58dc25c714de0c99e7b8a50c) AuthConfig (cc05e214ca486edb5740a04771d47ec65f0ac059fcd897471dbd48f9fdb4e2b1) AuthConfig (42635b35e1c82c1dbe79e5041c4486667d0b5bc01d4ec51ad1c1920ee65d5c7e) AuthConfig (3642d17ec26bc107dc5c04b091e25223411b9df88380b9f6d36cbc41cd32617e) AuthConfig (d89287cfe3162c04cd1e5fe6f948bbb9d7c3cd0f2bdc68316ab8d2ebd651a70e) AuthConfig (a9c71505840962789004a2b885a882e8e46bf965dd89442d8f671b2545c23401) AuthConfig (382fe8fd9377da7dc7d9596abeabb82f32bdffa3ae5996c72b9c818ebdd15fd2) AuthConfig (bced973cfeb4537e03401407327c61d43b781a7f7fde6b29422e2f2c397f9c37) AuthConfig (3c5e01d03461690b65f9b95a722f33918fa545d990769c2efed830f71bcb0361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"fe8b113d-3a18-42c3-94cb-aa19670a69e6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.885029416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"61351ba9-88b6-48df-b77c-2381afa8a6a9","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.885689689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"6a1a40f4-b35e-4174-b510-7f9d59fe1398","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.911196181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"816affc8-d9b6-48b6-bbca-7c99825bf580","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.911541453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"0ef1507a-fa5b-4814-a60b-0917c18954d0","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.913267569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"88b09d74-12ca-48ee-8650-7bec8ae89295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.913331543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a4e6fc93-082c-492b-ace9-4a5bba3bfc32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.919321979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"546deeca-7f62-40e7-9eb1-dc60ff473e97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.919973826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"589c0e4d-e186-4f8d-beee-6ef3374df01a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.922286324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"88b09d74-12ca-48ee-8650-7bec8ae89295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.924805184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a4e6fc93-082c-492b-ace9-4a5bba3bfc32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:58.970644962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:59.048225897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1b3d905a-7284-4652-a10d-21ce2f958b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:59.055874352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"24d4f93e-1f67-4930-995d-cdb768994a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:59.062811477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1b3d905a-7284-4652-a10d-21ce2f958b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:14:59.06802232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"24d4f93e-1f67-4930-995d-cdb768994a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.317918218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"417d71ce-dac7-4ba6-b1c7-cd48418bf499","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.320784856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"7c97450f-d8be-432a-afce-983c354ef503","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.321300778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"ff46b1c9-34ba-4948-901b-846dc37d0858","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.338232734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"40c3952f-471e-478f-9b50-4c82b9ced214","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.338727439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"d90729db-d564-452c-a12f-c96ea6f01900","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.339119309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"a7729b10-65cd-43ec-9c00-7bf2d892ed00","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.341790788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"54b58e24-401a-474d-ab60-990f2e9c068f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.342376801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e953513f-c907-4693-94d4-54ea6cfc564a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.347786407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"9689bb1a-eb50-4871-adb4-0b59da6aa514","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.350087461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"54b58e24-401a-474d-ab60-990f2e9c068f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.352217949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e953513f-c907-4693-94d4-54ea6cfc564a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.353087755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"83e6f05c-6a5b-490a-879c-a7973365cb0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.438629107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"053b1cb4-b9e6-4750-96d9-ed57c1816381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.439301559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7d4d163e-9996-4fc5-a72a-e8789f9714c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.447294152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"053b1cb4-b9e6-4750-96d9-ed57c1816381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:00.448873799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7d4d163e-9996-4fc5-a72a-e8789f9714c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.252483606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"09bd2896-ce40-4216-86af-9da23bc8251a","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-785c65","subscription":"e2e-rt-eq-785c65-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.260394849Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"09bd2896-ce40-4216-86af-9da23bc8251a","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.264075832Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-sub","reconcileID":"09bd2896-ce40-4216-86af-9da23bc8251a","MaaSSubscription":{"name":"e2e-rt-eq-785c65-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-785c65","namespace":"llm","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.388528033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"fc79ab0c-a25d-4ee4-8a25-49e0972f6b21","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.388548929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"fc79ab0c-a25d-4ee4-8a25-49e0972f6b21","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.403156596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8c41dcf5-5ae0-4841-8d20-f14a6494eef3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.40318077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68f4652-3706-4b77-b0f0-2b06b0c95fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.403754815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15b0619-0af5-4ee2-b4bf-df4fc970850c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.403937089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"e3948bb5-6d35-4946-9fff-b0d2a258601d","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.403957053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"e3948bb5-6d35-4946-9fff-b0d2a258601d","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.40433063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"80079701-9369-4cea-aa8b-adcc4b7abc80","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.412489487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b68f4652-3706-4b77-b0f0-2b06b0c95fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.413946106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"80079701-9369-4cea-aa8b-adcc4b7abc80","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.41526516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15b0619-0af5-4ee2-b4bf-df4fc970850c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.417562775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"8c41dcf5-5ae0-4841-8d20-f14a6494eef3","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.500050007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"ca815b6b-0917-4a08-ae1d-afd7a838b8f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.507506406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"ca815b6b-0917-4a08-ae1d-afd7a838b8f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.543173962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-785c65-access","reconcileID":"50d4b30e-8f4f-4317-b815-c0d2a060c101","MaaSAuthPolicy":{"name":"e2e-rt-eq-785c65-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.548104575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cdeb2b47-282f-4ea0-97cb-3987179e46d5","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.548125022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"cdeb2b47-282f-4ea0-97cb-3987179e46d5","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.735489303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"1cda9d9b-7ce3-4ff2-b2dc-c80c29cb65dc","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:01.735513438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"1cda9d9b-7ce3-4ff2-b2dc-c80c29cb65dc","MaaSModelRef":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-785c65-499a042b0b0b","namespace":"llm","model":"e2e-rt-eq-785c65","externalModel":"e2e-rt-eq-785c65","provider":"e2e-rt-eq-785c65-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.259595928Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"91ef010e-0679-443f-aba7-217e6f581c45","namespace":"llm","name":"e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.27971279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"c431a26c-92a8-4935-85f8-07b97c18c8bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.279718488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cbc2e51c-4ac1-4bab-9fab-4501c3dd1cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.285625461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f9b75823-517e-440a-817c-9d46bf28632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.285689846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9144d590-9f5f-40dc-9336-6abac3296c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.286058415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e4b8494c-d9f3-4e63-bf39-1f74ec90aaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292140672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86d31614-8f64-4839-8d75-35e7f40c9c12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292162339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86d31614-8f64-4839-8d75-35e7f40c9c12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292500996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ce104b94-1cf0-4b71-b8a5-b61697235b27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292518779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ce104b94-1cf0-4b71-b8a5-b61697235b27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292823149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28cb0fb6-6635-4e2e-aca8-114817bcbf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.292842041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28cb0fb6-6635-4e2e-aca8-114817bcbf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.293272352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e7dfe28-769b-46b8-a17d-83e2ea105a7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.293292627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e7dfe28-769b-46b8-a17d-83e2ea105a7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.299121597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f9b75823-517e-440a-817c-9d46bf28632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.303717334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"c431a26c-92a8-4935-85f8-07b97c18c8bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.306222551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e4b8494c-d9f3-4e63-bf39-1f74ec90aaaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.309025471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cbc2e51c-4ac1-4bab-9fab-4501c3dd1cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.309129404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9144d590-9f5f-40dc-9336-6abac3296c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.309510221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"8529c69c-0616-4cd3-b62a-3137db07e29e","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.309523361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"8529c69c-0616-4cd3-b62a-3137db07e29e","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317320737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02772f92-b16d-4a14-bae7-21ba992af4f2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.31733441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02772f92-b16d-4a14-bae7-21ba992af4f2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317563765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a40fa87c-4d5a-464d-a355-e4cb0a4de279","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317574737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a40fa87c-4d5a-464d-a355-e4cb0a4de279","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317746906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c463dae0-e66d-44c5-9f18-b5eb2325b8cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.31775613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c463dae0-e66d-44c5-9f18-b5eb2325b8cd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317929997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef48bd30-08af-42e3-9c58-9b0ff840f26f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.317939595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef48bd30-08af-42e3-9c58-9b0ff840f26f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.320995704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53a1079ddedefc40aa2e0672945c35e0106df0b0ec67be29dd80166aa6c14a68) AuthConfig (60258d9627d8d31932162f03cfd1045c5e89cbb1f37a09f0b652b05e8812b183) AuthConfig (54b0636dcb15721ac6c8160606baf21c31207b70b26910495168f6ebe70d889c) AuthConfig (99523233e82084225874c2caf13cf02ea49794fa58dc25c714de0c99e7b8a50c) AuthConfig (cc05e214ca486edb5740a04771d47ec65f0ac059fcd897471dbd48f9fdb4e2b1) AuthConfig (42635b35e1c82c1dbe79e5041c4486667d0b5bc01d4ec51ad1c1920ee65d5c7e) AuthConfig (3642d17ec26bc107dc5c04b091e25223411b9df88380b9f6d36cbc41cd32617e) AuthConfig (d89287cfe3162c04cd1e5fe6f948bbb9d7c3cd0f2bdc68316ab8d2ebd651a70e) AuthConfig (a9c71505840962789004a2b885a882e8e46bf965dd89442d8f671b2545c23401) AuthConfig (382fe8fd9377da7dc7d9596abeabb82f32bdffa3ae5996c72b9c818ebdd15fd2) AuthConfig (bced973cfeb4537e03401407327c61d43b781a7f7fde6b29422e2f2c397f9c37) AuthConfig (3c5e01d03461690b65f9b95a722f33918fa545d990769c2efed830f71bcb0361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"c431a26c-92a8-4935-85f8-07b97c18c8bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.391045915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"609c2cba-9c47-45d7-8668-fa167d8ae131","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.398957267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"597a09dc-4116-4762-a2d0-d3c1b7270a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.404218779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"7adbd5d7-2599-4770-b58f-97cd82a0364b","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","model":"llm/e2e-rt-sw-fa815b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.420856345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"597a09dc-4116-4762-a2d0-d3c1b7270a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.447096828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41dbdb65-b5e9-4bd2-aa44-241b20dcf6e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.448101156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"beeec58c-5ef4-4167-a7e9-03b22a6d6f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.448672529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e6767363-3a83-4369-bf5d-f72a26e80e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.450758317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"771a4686-8edb-433d-8dc3-f840050e4a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.466692337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e6767363-3a83-4369-bf5d-f72a26e80e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.472935668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"beeec58c-5ef4-4167-a7e9-03b22a6d6f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.473455365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619dbc86-8925-47d3-8e70-e1a8c68ce9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.488018141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"771a4686-8edb-433d-8dc3-f840050e4a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.500386142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619dbc86-8925-47d3-8e70-e1a8c68ce9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.583981149Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-785c65","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-785c65","reconcileID":"d5137ed0-e461-48ce-9a86-083d9bb131b7","namespace":"llm","name":"e2e-rt-eq-785c65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.743195456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8834eb40-f04c-4d28-a57e-61184dcaf29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.743780869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"927fde4a-0140-4aa4-b7c3-b3d8775e8dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.74427111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"abae342c-7004-4a60-8253-4b177a7abca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.758019517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"021840ce-a006-4f3f-ab89-012951fd6d84","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.758626007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89319701-18aa-45ee-ae90-27ee6d6795af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.789247719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"927fde4a-0140-4aa4-b7c3-b3d8775e8dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.789628216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8834eb40-f04c-4d28-a57e-61184dcaf29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.791592341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"021840ce-a006-4f3f-ab89-012951fd6d84","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.793037641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"abae342c-7004-4a60-8253-4b177a7abca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.794089297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89319701-18aa-45ee-ae90-27ee6d6795af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.909538492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0053b691-7869-4f8f-b52c-bff894735d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.909621368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9298bfbf-bf86-4d57-8b27-2e20db72dadb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.910077275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3eb08066-5c99-44ae-bc8d-cd208cdc23cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.910187837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a676c1e2-b09d-46b6-8a3a-5155bcd05ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.917678781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0053b691-7869-4f8f-b52c-bff894735d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.918002913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"3eb08066-5c99-44ae-bc8d-cd208cdc23cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.91995014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a676c1e2-b09d-46b6-8a3a-5155bcd05ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.920230277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9298bfbf-bf86-4d57-8b27-2e20db72dadb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:02.927556684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-bfc50e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53a1079ddedefc40aa2e0672945c35e0106df0b0ec67be29dd80166aa6c14a68) AuthConfig (60258d9627d8d31932162f03cfd1045c5e89cbb1f37a09f0b652b05e8812b183) AuthConfig (54b0636dcb15721ac6c8160606baf21c31207b70b26910495168f6ebe70d889c) AuthConfig (99523233e82084225874c2caf13cf02ea49794fa58dc25c714de0c99e7b8a50c) AuthConfig (cc05e214ca486edb5740a04771d47ec65f0ac059fcd897471dbd48f9fdb4e2b1) AuthConfig (42635b35e1c82c1dbe79e5041c4486667d0b5bc01d4ec51ad1c1920ee65d5c7e) AuthConfig (3642d17ec26bc107dc5c04b091e25223411b9df88380b9f6d36cbc41cd32617e) AuthConfig (d89287cfe3162c04cd1e5fe6f948bbb9d7c3cd0f2bdc68316ab8d2ebd651a70e) AuthConfig (a9c71505840962789004a2b885a882e8e46bf965dd89442d8f671b2545c23401) AuthConfig (382fe8fd9377da7dc7d9596abeabb82f32bdffa3ae5996c72b9c818ebdd15fd2) AuthConfig (bced973cfeb4537e03401407327c61d43b781a7f7fde6b29422e2f2c397f9c37) AuthConfig (3c5e01d03461690b65f9b95a722f33918fa545d990769c2efed830f71bcb0361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9298bfbf-bf86-4d57-8b27-2e20db72dadb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.011705418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"41ff7474-6700-4394-b9cb-3ecab98fd0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.012409018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c82a0f36-480e-434d-b6b4-b286e91e12f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.023462547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"41ff7474-6700-4394-b9cb-3ecab98fd0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.024111103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"82265849-eef4-4693-b515-b2fe300e3346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.026199845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c82a0f36-480e-434d-b6b4-b286e91e12f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.028372868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9484741b-eca7-46f8-86e1-b8b881031000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.028696637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5516ee77-d89f-410d-84b8-af1951bbea4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.034148337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"82265849-eef4-4693-b515-b2fe300e3346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.039006175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9484741b-eca7-46f8-86e1-b8b881031000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.042087729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5516ee77-d89f-410d-84b8-af1951bbea4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.526668616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"9c9fa725-ca14-4aa8-96b2-7ba18eda4cf4","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.526697616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"9c9fa725-ca14-4aa8-96b2-7ba18eda4cf4","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.603593778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"d7b4b0e8-dfbf-40d5-926f-ea0cf4304e6c","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a48a8269","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.60879806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd03987d-c443-4a4d-89b6-45d37c95ccef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.608798616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"91bf5100-4815-4842-83bc-2f7d6021d930","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.609624527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eca0a53-0020-4485-a12b-1db665ce48a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.617035055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd03987d-c443-4a4d-89b6-45d37c95ccef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.618503741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eca0a53-0020-4485-a12b-1db665ce48a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.619380663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"91bf5100-4815-4842-83bc-2f7d6021d930","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.694553358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d4a03f-8fc4-4bb0-8d56-f5285dca5547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.69767653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"489e69e5-9abb-4eb9-81e6-9ea3a48d5c95","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.697970916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42abe62-f3ae-437f-a0b3-d82ae162e90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.702945063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d4a03f-8fc4-4bb0-8d56-f5285dca5547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.706454532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"489e69e5-9abb-4eb9-81e6-9ea3a48d5c95","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:03.707230427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42abe62-f3ae-437f-a0b3-d82ae162e90e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:08.945167448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"10f2408a-2c7d-4823-a7ba-5278d69aa951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:08.945818394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"fa3232be-5556-4d50-81ed-b13e2ec81544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:08.964250657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"10f2408a-2c7d-4823-a7ba-5278d69aa951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:08.964955895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"fa3232be-5556-4d50-81ed-b13e2ec81544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.144880375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"cf160370-92a0-4852-9c47-2b3a3781e625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.145215396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"dc37d112-5686-416e-a289-8887e808b622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.15525352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"dc37d112-5686-416e-a289-8887e808b622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.167063058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"cf160370-92a0-4852-9c47-2b3a3781e625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.350853252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"27ee1453-bca8-4d25-8ced-cd1322e25848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.363891191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"dc453bf2-6031-4e5e-b426-9749037b778f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.377764671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"27ee1453-bca8-4d25-8ced-cd1322e25848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:09.38485257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"dc453bf2-6031-4e5e-b426-9749037b778f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:10.958595303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"af70f756-e7b2-4702-b53a-68324a3f2527","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.830062103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"52f7b0d4-f082-4856-b432-72d2d52d6bf8","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.83904009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9e968838-40c3-482b-8e1e-9978d51b1ec1","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.851748571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"3f2d32d5-b0b7-4c43-912a-eb3743343b67","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.860150789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"3f2d32d5-b0b7-4c43-912a-eb3743343b67","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.86933336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"3f2d32d5-b0b7-4c43-912a-eb3743343b67","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.882188609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9d09f6ad-b400-43f1-9264-678ef258dad2","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.951240827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"60d8c017-728a-4d53-acb9-834daf1eb534","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.958839323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"60d8c017-728a-4d53-acb9-834daf1eb534","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:11.96663325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"60d8c017-728a-4d53-acb9-834daf1eb534","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.025348847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d8f59c26-a5f8-4d8b-ac4d-1b03d3058e6c","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.037414681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8cdbcb7c-4e55-4cd5-9878-fe8c2e7659ed","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:12.0441658Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8cdbcb7c-4e55-4cd5-9878-fe8c2e7659ed","name":"distinct-w2-05a342","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-05a342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:12.044217524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8cdbcb7c-4e55-4cd5-9878-fe8c2e7659ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-05a342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:12.044589997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"410bbbdf-b979-4545-af20-f6801c3578f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.049670917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a1ec05e2-bec5-414f-9434-80d9f90b57cb","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.056424414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"192a5d26-c036-45d3-8a67-4c2af9951d3d","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.057287864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b792366-53bc-4c51-8e6d-64271b40abb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.057725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d4c51617-cc61-4c51-b2c6-5fefb860e5db","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.0577438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a841671f-50db-4f25-b371-28dd6256ebd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.066983737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a841671f-50db-4f25-b371-28dd6256ebd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.06718087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b792366-53bc-4c51-8e6d-64271b40abb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.068003735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e299ee75-cd2d-4558-92cd-7fb3ccce40cb","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.069790725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d4c51617-cc61-4c51-b2c6-5fefb860e5db","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.076426675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d4c51617-cc61-4c51-b2c6-5fefb860e5db","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.09632232Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"9a45e994-e637-46b4-b423-0b4f5beae0ad","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"distinct-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.12942638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"330d7745-55e9-4bc8-993f-b54a6b30fed6","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.152873121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dcc340df-0dbc-4712-bb44-cc2dc22c6e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.153037016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fc112836-43b3-4585-95b8-e6253351ab1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.153480777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"05d4fd84-0753-40fe-b4e9-ee67887d918f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.16079034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fc112836-43b3-4585-95b8-e6253351ab1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.160987092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"05d4fd84-0753-40fe-b4e9-ee67887d918f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.163142846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dcc340df-0dbc-4712-bb44-cc2dc22c6e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.167871485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"05d4fd84-0753-40fe-b4e9-ee67887d918f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.181311375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"3fb045b4-cefe-4be8-9453-435d4829e8c0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.221218853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"7318cb99-0827-47d8-a5ec-50c2cafb8066","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.227699536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"388beee9-2db9-44d7-b30b-0fc982513caf","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.257095249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2c32db39-8b1e-47c8-a49b-24e6761157b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.265515331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2c32db39-8b1e-47c8-a49b-24e6761157b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.272538331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2c32db39-8b1e-47c8-a49b-24e6761157b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.281159829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"88c4042e-3d95-4746-bf1b-0ef1db524b2b","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.359372677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"27f34fd8-2cd8-44e9-ac60-22bff7768444","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.36755532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"27f34fd8-2cd8-44e9-ac60-22bff7768444","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.37380446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"27f34fd8-2cd8-44e9-ac60-22bff7768444","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.416158222Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.416200169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"507416da-96e8-4e1b-8688-81512d384dd8","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.429892303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"44404d31-8681-4d59-abac-fc272e888efe","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:12.432242568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"4d6e072b-b381-40bc-a5b9-dc55e2d75832","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.439284609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dcc48160-54db-4807-b457-a3b5e5a32277","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.461576277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"6fa2783d-16aa-4e17-a493-6bad5df0a32d","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.463748615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2974a762-6d5a-4bfb-b9a0-b63a072b076d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.463786154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"4ce1d659-e2fd-4ea8-be04-24d1e1447c00","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.464496476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"be4cbda3-59f5-4573-9159-fed480e231f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.464711312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1694c522-fb70-4641-b835-420bbc57ec28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.474255438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2974a762-6d5a-4bfb-b9a0-b63a072b076d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.475698042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c06fa032-d904-42de-af60-3c15d100e1db","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.480230404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"be4cbda3-59f5-4573-9159-fed480e231f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.480673366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1694c522-fb70-4641-b835-420bbc57ec28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.496658219Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"7f9f202e-30a5-4ad4-8213-617cc8e86b45","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"distinct-2-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.503867884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2974a762-6d5a-4bfb-b9a0-b63a072b076d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.505085113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"4ce1d659-e2fd-4ea8-be04-24d1e1447c00","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.523942366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"4ce1d659-e2fd-4ea8-be04-24d1e1447c00","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.54938099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"78b67953-6282-49f7-84eb-d3a1bd1aafab","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.629365163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2ea7a97c-71bf-4246-8991-19e24488b6ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.635454549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"62f4383a-4949-42ce-8423-60bfb86bd7a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.636141171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"196674f5-eee7-4979-90f2-a157d020ae33","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.63776153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2ea7a97c-71bf-4246-8991-19e24488b6ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.645138119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"62f4383a-4949-42ce-8423-60bfb86bd7a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.646203431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"2ea7a97c-71bf-4246-8991-19e24488b6ef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.651190289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"62f4383a-4949-42ce-8423-60bfb86bd7a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.658573735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2789f21c-c2ed-457a-a014-add5cb76d963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.659368393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e2891f6d-ee5a-4b87-9265-a0a9ec8c0ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.69035363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2789f21c-c2ed-457a-a014-add5cb76d963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.70019623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e2891f6d-ee5a-4b87-9265-a0a9ec8c0ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.93882995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"7f6e8bfc-5eb6-49b9-9ffe-436c293f32ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.948016393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"7f6e8bfc-5eb6-49b9-9ffe-436c293f32ca","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:12.974371232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e2df3cfa-9385-4846-9c79-501cfc69f6ef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.336793744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d3ccd610-4586-4ac3-817d-375d051a62b6","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.345479842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"f4f51da9-24c8-46ca-9943-2350acc8f70a","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.355962929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"2464cf17-f06b-46c0-8650-b86a1cb4e157","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.364607938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"2464cf17-f06b-46c0-8650-b86a1cb4e157","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.371558244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"2464cf17-f06b-46c0-8650-b86a1cb4e157","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.380069129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"292a1466-c2d8-4651-870f-a384be12579f","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.457233014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4645f498-c276-412b-8142-13d217617fea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.466599821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4645f498-c276-412b-8142-13d217617fea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.473021038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4645f498-c276-412b-8142-13d217617fea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:13.476924091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4645f498-c276-412b-8142-13d217617fea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.524615517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"525882b7-e138-4a8f-9d0c-0aa6c995af2e","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.524893783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.535324143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c33cf147-5047-42b8-9fb2-bd99b3ab7c91","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.540548398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d48994df-e210-486c-b939-814f5a92fcdc","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:13.543467603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.546618554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"abcd6686-9d34-41e5-aa49-5ecf766cac98","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.56092795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"af70dcb6-e48d-453d-96bc-c4d4ac435715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.561541877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"cfc88cda-1411-443b-8816-1cff1ea41e39","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.562091278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ef1c846d-7bc8-444d-9957-4fe2ec0d7968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.572153344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"cfc88cda-1411-443b-8816-1cff1ea41e39","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.572975123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"af70dcb6-e48d-453d-96bc-c4d4ac435715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.575683381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ef1c846d-7bc8-444d-9957-4fe2ec0d7968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.57786872Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-sub","reconcileID":"ec27d045-5946-4e4c-9724-de6de2454635","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.581899968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"cfc88cda-1411-443b-8816-1cff1ea41e39","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.603562983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"cc143a4e-ff16-40bf-a415-2216d9f5d848","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.616802689Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"055ce5e8-7421-41a5-8d5c-ee44f7ee6bb5","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-fa815b","subscription":"e2e-rt-sw-fa815b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.629775497Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"055ce5e8-7421-41a5-8d5c-ee44f7ee6bb5","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.635842348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-sub","reconcileID":"055ce5e8-7421-41a5-8d5c-ee44f7ee6bb5","MaaSSubscription":{"name":"e2e-rt-sw-fa815b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-fa815b","namespace":"llm","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.704320985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b0b4bfe4-a57d-4b03-967d-2e531449c9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.705284001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"73a54ad8-1b17-4657-aef5-fd3d681c3876","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.740585045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5e6b2833-89e5-41b9-b937-bb891d3af9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.792826301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b0b4bfe4-a57d-4b03-967d-2e531449c9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.825385496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"9f48b1c1-4ca1-4840-aaab-57c55ae9d134","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.830901362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5e6b2833-89e5-41b9-b937-bb891d3af9a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.833873743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"73a54ad8-1b17-4657-aef5-fd3d681c3876","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.901530206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"73a54ad8-1b17-4657-aef5-fd3d681c3876","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.914535464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-sub","reconcileID":"889d06a2-9e90-4b5f-846c-0c4cc5755df6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.954276893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.963347768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"0d63752e-4b03-4fe8-9c07-d33ce2aac1e7","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.963462985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"0d63752e-4b03-4fe8-9c07-d33ce2aac1e7","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.970796117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"1a1776f7-c357-4f6a-ae3e-c969a9b127ef","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.978331083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"81386b1a-61b9-46fc-bc51-c69de8a82ffc","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:13.99220639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"1a1776f7-c357-4f6a-ae3e-c969a9b127ef","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.064729168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce481af6-b721-40db-b064-57e68dc7625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.064829849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d446fda1-25c2-47d5-b0e5-d473103e8ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.073107525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d446fda1-25c2-47d5-b0e5-d473103e8ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.073238009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce481af6-b721-40db-b064-57e68dc7625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.092021427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"105914c5-902c-48c2-8775-3355be380852","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.092120326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"105914c5-902c-48c2-8775-3355be380852","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.14416523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-fa815b-access","reconcileID":"35a2d2b1-777d-4dc0-83e0-a5b449594b18","MaaSAuthPolicy":{"name":"e2e-rt-sw-fa815b-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.358712374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"11f9ad71-d965-4eaa-a99e-51226516a577","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.358739628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"11f9ad71-d965-4eaa-a99e-51226516a577","MaaSModelRef":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-fa815b-a6262d731cc0","namespace":"llm","model":"e2e-rt-sw-fa815b","externalModel":"e2e-rt-sw-fa815b","provider":"e2e-rt-sw-fa815b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.918488997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"f4960393-8c45-436e-a132-29da731bcf9c","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.926547661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da7faebe-1f25-480c-99ce-687a6f18ef4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.926644802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da7faebe-1f25-480c-99ce-687a6f18ef4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.92701886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5faa6a28-85a2-476b-ae84-31fd919ecf1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.927061866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5faa6a28-85a2-476b-ae84-31fd919ecf1d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.927407195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"afc9b153-1193-4268-ba18-763f2dbc5cbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.927503037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"afc9b153-1193-4268-ba18-763f2dbc5cbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.927772097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"066c4a56-d29d-42bd-b772-a8765370973a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.927834979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"066c4a56-d29d-42bd-b772-a8765370973a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928118877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"193788a8-1130-447d-b467-a35bca094f96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928158388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"193788a8-1130-447d-b467-a35bca094f96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928393745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9af689e8-7882-40b0-bd57-527b36caa4c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928426859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9af689e8-7882-40b0-bd57-527b36caa4c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.92869315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33c2f2d3-afa9-41ab-901c-7949a1456d12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928707373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"33c2f2d3-afa9-41ab-901c-7949a1456d12","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928932385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e970b01-0b17-4328-8610-900203f52f14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.928957312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e970b01-0b17-4328-8610-900203f52f14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.933686867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2c85c377-021b-459b-86b7-7b8daa64b34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.934727228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"98e45ff6-e62f-4ac3-b906-db47d3f57670","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.935600051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd2b2fe-a49d-4edc-a8ec-14687dcfb35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.944730842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2c85c377-021b-459b-86b7-7b8daa64b34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.945140434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"7f38622c-007f-4d6b-9a22-6400cc801fcf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.948564421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"98e45ff6-e62f-4ac3-b906-db47d3f57670","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.949339295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"437b3c74-55a6-45df-88d9-ee4fddc5f6d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.950366967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d5ec2c8-c9fe-4961-a4b0-696e3c96bbce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.951492521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd2b2fe-a49d-4edc-a8ec-14687dcfb35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.954008519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"7f38622c-007f-4d6b-9a22-6400cc801fcf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.954307523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1e6d260-8961-4b8e-9d88-0c8a30960fee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.958878692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"98e45ff6-e62f-4ac3-b906-db47d3f57670","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.989877771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"437b3c74-55a6-45df-88d9-ee4fddc5f6d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.993202612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"7f38622c-007f-4d6b-9a22-6400cc801fcf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:14.999311479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"437b3c74-55a6-45df-88d9-ee4fddc5f6d4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.0507649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"debe781e-64c0-41d7-8037-4200786b1cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.051632424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"de511312-f65f-42ce-9493-1adc1bc4268c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.052337732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2b08b488-ebab-4839-83ce-be9bcc166119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.060855682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"805291c8-4acc-47a4-864a-fb7223595dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.062377819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4ebda23d-d9c3-442c-8dd9-5642af5fa869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.0674543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"debe781e-64c0-41d7-8037-4200786b1cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.069828664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"de511312-f65f-42ce-9493-1adc1bc4268c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.071896557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2b08b488-ebab-4839-83ce-be9bcc166119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.077056183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4ebda23d-d9c3-442c-8dd9-5642af5fa869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.077828903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-fa815b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-fa815b","reconcileID":"090a6a8d-ee49-418b-afe7-77735790b611","namespace":"llm","name":"e2e-rt-sw-fa815b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.08199108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"805291c8-4acc-47a4-864a-fb7223595dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.194140474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7a829bd2-c8e3-46af-a7ad-b7d03af91d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.194505772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3691c06c-5dfc-4d5d-82fe-1eb09e81b241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.194831106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4439e915-64a3-43e4-aec9-93d954939ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.214095061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4439e915-64a3-43e4-aec9-93d954939ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.22167855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3691c06c-5dfc-4d5d-82fe-1eb09e81b241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.222491767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7a829bd2-c8e3-46af-a7ad-b7d03af91d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.318272277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a14cbe37-96da-410f-b649-8da340297142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.318882375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"afac675a-1017-4dc7-9198-7394c40ef9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.327954729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"670f71ff-9df7-422d-a157-803947404ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.328683889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f45ba3ca-7aa2-427e-b3aa-25c0d9707fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.350288522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"afac675a-1017-4dc7-9198-7394c40ef9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.353165116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a14cbe37-96da-410f-b649-8da340297142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.363451667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f45ba3ca-7aa2-427e-b3aa-25c0d9707fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.367312036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"670f71ff-9df7-422d-a157-803947404ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.421961909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"45ecdcf6-29c8-4d1e-9fe5-8273bc2dc82e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.442795725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"45ecdcf6-29c8-4d1e-9fe5-8273bc2dc82e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.447642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"db747176-8f49-4b63-937e-ab03157eb7c3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.448379769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.451894805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a33b12-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc0f16b61f59c0e6ea1dc55d604138ead833222c284924973e593eeea5a9952d) AuthConfig (e5c69cb503e217f3f3bbbf52c5b11bdaaf2aee4d5ee51c5ef03d62994f1d97ee) AuthConfig (f162386ea9db7985ac20f42e1c02e74f639580f65c955d5c1120ef5efd2365fa) AuthConfig (a4c1764b376778eb0934e950976177a0c5ad6b560bcb08bb7b06d14c92d63bec) AuthConfig (73314b3fa4041a201dc74017fa3bcdbe9bbbfefe68f3dad2c91d7c1c26131025) AuthConfig (9d769481dcdad29bafc2b211fac23594f2ac7cf39d3005068bd86f8a904272fd) AuthConfig (5a8e4cca524ea018a8205548901ec7643a974df6dcf946b50fe0841dff24d342) AuthConfig (26d9fa8da41757b649e1b1f434d8f3f0ca222ea52727ffcd34c542ec45a0552e) AuthConfig (675b1da337f12c0e8a58cb9eb27f162b08850241b42f76ea48cd45a206b4359e) AuthConfig (1313f9d63d70156941435fdcea7cc285a886b7811e0216fdaeea21f5ec78d8c1) AuthConfig (c95702da2e3b303fdf041eb3f3b33782ab07259d46da3dc6ea0c50d3ea06aafa) AuthConfig (f065a952bc5e9ec691a62ba6320877be3c898b470fcf9ccdc2d26596935ef9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"45ecdcf6-29c8-4d1e-9fe5-8273bc2dc82e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.463223001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"aedac66b-4893-4517-ae1c-1e8f6fb66070","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.466620475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-subscription","reconcileID":"275ff0e5-38fb-418a-8fe4-69b3eb502e4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.493681792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"80fe701c-0dd1-49a6-ad36-84ad82570ab5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.503466485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0a874207-944b-4933-afc5-a8dc87905d48","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.514080942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"b6d8def0-d228-4d90-afac-f5524667aa28","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.519938924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d303304b-11ba-47c2-84ad-1c119916a3f8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.524382601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"b6d8def0-d228-4d90-afac-f5524667aa28","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.529381801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d303304b-11ba-47c2-84ad-1c119916a3f8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.532956434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"b6d8def0-d228-4d90-afac-f5524667aa28","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.536526799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-subscription","reconcileID":"21df1d99-5ac4-4926-95e5-3144c47042ca","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.539399922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-05a342-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c391d4c7356e6b57886d2d36dff6dc8fc536081222ef3ded47734ec0ca2ea79) AuthConfig (2d5ac275865167bf35470e5eade065820783fdab1dfcfd5e00db70be77f42072) AuthConfig (c8b7bc0923ddaf635c4335950e496c83fc21f0359739adda5c42b261efc1ca75) AuthConfig (1d914711dd2a22de3a6a52ac7ce47fba1583d10088c115a4c3be86a6517486b9) AuthConfig (1695b3344926ae6d96d5cd7db46fe8422af8814da4b6fdbfe266c01ea8ee0d4f) AuthConfig (bc3a660e4ec9902cbba344c1d27eae3834a3878b5a3148fa6048f8d2a250b477) AuthConfig (c2f232b9ba1f10e06698b986e8a910d7786ad1d34cbd65e35ffd1a64b04b807a) AuthConfig (c908fa283b838ba9814962d549ee2975a0a595ab2ef24e5f8c92feeea7e4e878) AuthConfig (07209e9b607116fe4d62dd2ae7ace5c60f73aa17674ea390ec15fe7f3baa5b9f) AuthConfig (536f3ebdc4ecbe2e6d393b850584894a7e228717a8189b860ea7797d5c3c4bcf) AuthConfig (5af7c15449da38930c90c721e503cb5c15a193948b6454a21dfccd19d454afb4) AuthConfig (6e046ac15b83b4b765966ba43c92765ebbfb6dacac70a661baabbc1c766e61d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"d303304b-11ba-47c2-84ad-1c119916a3f8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.561654082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2ed74f04-9368-4ad0-a471-a65072ba7245","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.617715658Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"b6f8e064-66ff-4012-84c8-6d8d2574eaa2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.618512534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"53b07fea-f4f7-4d31-892b-53d890535890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.618812461Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9b94f8e6-f01d-4231-bc01-17588527da17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.645721614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9b94f8e6-f01d-4231-bc01-17588527da17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.645809985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"b6f8e064-66ff-4012-84c8-6d8d2574eaa2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.647343617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5d8abc6d-fb4f-4051-860c-7bb27d818f5a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.647733698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"21fa8bd5-cdad-4f43-a73f-f0634feebea6","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.657307718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"723eaf65-3143-4aa9-8aae-bdacfcdf28ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.658168775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"785a6b63-e334-4f4d-bfa8-f4d53517f906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.659033693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"a9e9499e-b042-4185-aa57-618ebfe85393","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.660385643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"53b07fea-f4f7-4d31-892b-53d890535890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.693205387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-subscription","reconcileID":"fb8e0528-9fe4-4e90-9dbb-59313658f782","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.696834596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"785a6b63-e334-4f4d-bfa8-f4d53517f906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.721237376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"723eaf65-3143-4aa9-8aae-bdacfcdf28ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.728883447Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"19adca9b-ada0-42fd-86d5-63f5f4c28bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.73845221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"19e3b067-41f6-42c8-b59f-ba637618d166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.747414136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"19adca9b-ada0-42fd-86d5-63f5f4c28bf6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.74834414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"0f08b3ff-e357-4990-a08b-d3a46f4193be","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:15.772319584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"19e3b067-41f6-42c8-b59f-ba637618d166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.815947332Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"16d6c645-4257-407e-956c-8e6e09c71d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.816085526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"16d6c645-4257-407e-956c-8e6e09c71d8f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.923069492Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3a271059-4157-4f54-a32a-99a2c467761a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.923223934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3a271059-4157-4f54-a32a-99a2c467761a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.923344937Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"5325379d-c6a3-4328-9c5f-7cea7d480cae","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:15.923405442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"5325379d-c6a3-4328-9c5f-7cea7d480cae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.012945175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7f460a32-ddc7-46ca-afd2-5366f5f2e720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.013029462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7f460a32-ddc7-46ca-afd2-5366f5f2e720","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.013556159Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"5a3a7ef8-de94-4ce9-9acc-f789a8dd1282","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.013615472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"5a3a7ef8-de94-4ce9-9acc-f789a8dd1282","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.022707707Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5d9636ab-bb22-4ec0-9c63-50ac31f83aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.022776736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5d9636ab-bb22-4ec0-9c63-50ac31f83aeb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:16.106980718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e1a934d6-f1a6-41b7-a4a6-8369b8ff4fb3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.109325816Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e65d3d91-3192-411f-bd60-920d3aa90b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.109398567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e65d3d91-3192-411f-bd60-920d3aa90b79","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.112883497Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"aa88e089-9e77-4514-aa11-77a0f1a6e0a0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.112947106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"aa88e089-9e77-4514-aa11-77a0f1a6e0a0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.113566216Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da69f342-b115-48b7-b918-cbbeddecf655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.113623125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da69f342-b115-48b7-b918-cbbeddecf655","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.222108839Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"225f4ac2-0423-445e-8ac0-4c90dd1889dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.22260151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"225f4ac2-0423-445e-8ac0-4c90dd1889dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.222612778Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7dd88620-1400-42ff-b5fc-b6b77e9f5e23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.222789038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7dd88620-1400-42ff-b5fc-b6b77e9f5e23","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.222530307Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"c8d49baa-8d38-4e31-ab63-2d7419dc05ce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.222860296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"c8d49baa-8d38-4e31-ab63-2d7419dc05ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:16.223405789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"bb9d3bde-08bb-4e48-8121-60fa2f6d2f16","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.324797489Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"398a7d93-88b1-4854-9805-6c3c35c3155c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.324882788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"398a7d93-88b1-4854-9805-6c3c35c3155c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.32493138Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1d4823bb-16f0-4867-8350-d0967478e86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.325005423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1d4823bb-16f0-4867-8350-d0967478e86a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.325196212Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9b86e276-d553-4942-b4f8-388a7669d188","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.325253911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"9b86e276-d553-4942-b4f8-388a7669d188","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.498976053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5b2aa3ca-32b5-4a08-bae6-80630761a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.499039147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5b2aa3ca-32b5-4a08-bae6-80630761a1eb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.499160026Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"2c316c94-0b17-4577-bad5-5854f037fd8f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.49923849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"2c316c94-0b17-4577-bad5-5854f037fd8f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.499349741Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7bbb27fe-b78b-4469-a551-062c460a85cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.499392201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7bbb27fe-b78b-4469-a551-062c460a85cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.835126966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79d3d633-b6a4-41f0-9757-247af335a608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.835206328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79d3d633-b6a4-41f0-9757-247af335a608","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.835120814Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"71073eea-a9af-4783-8ee5-6cdc99dd88a7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.835265598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"71073eea-a9af-4783-8ee5-6cdc99dd88a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.84013546Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec753a73-c010-4527-8b6a-e1bb5054d9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:16.840185868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec753a73-c010-4527-8b6a-e1bb5054d9dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.494406593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"afa2fae0-56f2-4b39-9fba-0d1cc2ba9fde","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.494535971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"afa2fae0-56f2-4b39-9fba-0d1cc2ba9fde","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.495050222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1f2798d8-bc45-40eb-b08f-820a8eccb623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.495149736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1f2798d8-bc45-40eb-b08f-820a8eccb623","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.500197897Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"202d982f-918c-472a-8e30-f77890666041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:17.500262297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"202d982f-918c-472a-8e30-f77890666041","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.787489559Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"1c416ab2-9bfb-4f2e-a911-1f456eaba78e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.78757312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"1c416ab2-9bfb-4f2e-a911-1f456eaba78e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.789381006Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fb6ae62a-aa3b-41de-874d-29cdb1e687f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.789485415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fb6ae62a-aa3b-41de-874d-29cdb1e687f9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.792827507Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2b737e76-35e7-41f5-b1ad-e9ab2223fe89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:18.792884658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2b737e76-35e7-41f5-b1ad-e9ab2223fe89","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.157059829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"73cc5b63-1665-4ef3-820f-0f33a49ba615","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.157603201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"9f002475-c2b2-4141-92c5-6c2ee6806cce","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.181944379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"3572f79a-a999-49cb-a81f-8e920575b184","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.182509335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"6a705462-e0d8-4675-9ad7-25d16e7dff2b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.183685117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d2d0e974-72bc-4507-b1b8-63984fa783e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.183862602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"7314bb09-f739-4bcc-9d39-34253e236dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.188473278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"037f217c-1485-4cc1-bee6-1a4d9ee40c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.189138434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"2b0aa414-35cc-4d32-b1c2-10cbef4321fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.193335554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"7314bb09-f739-4bcc-9d39-34253e236dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.194680663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d2d0e974-72bc-4507-b1b8-63984fa783e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.274167468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9401149e-3f2b-4ea8-9963-0e1962ce1125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.274766382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"77c8b8e9-a447-477c-a04d-30380084a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.289082254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9401149e-3f2b-4ea8-9963-0e1962ce1125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:19.294642544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"77c8b8e9-a447-477c-a04d-30380084a00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:20.724184515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"3f11123a-ea2e-47ed-bc5d-cf728d173ad6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:20.755626051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"723f6cd7-8e54-4885-845d-d5762ec281f2","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:20.82388153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"62e28b3c-4ba6-422d-8dca-bd6fd6d69706","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:20.892295347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"3035f8a0-55f0-40a9-862a-82be48feb903","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.078373206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f60afd20-b04c-41ed-8504-f93bd77a4876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.079183011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6d627cbb-d696-4371-9c52-61b02b37be03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.097613486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"6ebb7b78-ce71-4568-8357-cab00cdde229","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.098281882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"b2435313-e442-46ac-8bbc-fbd02fa6c52c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.28630369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"6ebb7b78-ce71-4568-8357-cab00cdde229","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.304470693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f60afd20-b04c-41ed-8504-f93bd77a4876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.315212528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6d627cbb-d696-4371-9c52-61b02b37be03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.322763906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"b2435313-e442-46ac-8bbc-fbd02fa6c52c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.458504189Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"2e6d88e4-9517-4b0d-bcba-b9b7743292fe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.458611276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"2e6d88e4-9517-4b0d-bcba-b9b7743292fe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.689382812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1018ac58-3ee6-4a56-8f55-2359018e6c63","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.690314204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"805226e4-36e1-4f41-9298-f1c14346dc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.690386534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"805226e4-36e1-4f41-9298-f1c14346dc7d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.692309652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"1b9f709b-a98c-4caa-9281-c31b8b71db36","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.701985724Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6a39da26-6e3e-4e19-91c5-db6543180291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:21.702123609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6a39da26-6e3e-4e19-91c5-db6543180291","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: compose ai-tenant-e2e-worker-w3-bfc50e/e2e-dedup-subscription@e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.735618414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"afc84a5f-d993-40c3-a0e2-2a67d8995a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.772395664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"afc84a5f-d993-40c3-a0e2-2a67d8995a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.773318892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bc82a673-225d-4104-8229-474d5b11b123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.835215029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"6696ffa3-07be-469c-b44e-9dbd783a7b93","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.839159578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bc82a673-225d-4104-8229-474d5b11b123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.839931993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"889914e1-ad81-4ed5-976a-5caef2c5e2d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.871159567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"889914e1-ad81-4ed5-976a-5caef2c5e2d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:21.954579643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"6696ffa3-07be-469c-b44e-9dbd783a7b93","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.09819264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a13e5e95-0608-43a3-ac44-36d07e7c52d3","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.115541988Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"54d5c17f-3eaf-4af5-ac9b-c51b79eb524c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8334ee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.119959372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c52da159-cea3-4a22-8dbf-73108fe604d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.119997085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"6de161cc-6f88-4a33-8ef8-df1127cb326b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.120667684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"f27ccaf0-db11-44f5-b8fa-6762e0c7ea58","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.127915759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1b278447-1483-4f56-b0cd-eecc3ee24363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.132163546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c52da159-cea3-4a22-8dbf-73108fe604d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.133020191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"6de161cc-6f88-4a33-8ef8-df1127cb326b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.13497811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"f27ccaf0-db11-44f5-b8fa-6762e0c7ea58","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.188076547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1b278447-1483-4f56-b0cd-eecc3ee24363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.258126132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a210648f-d3bc-4812-bdf8-a262952abd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.258474907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"d7940c04-7524-4a10-bbd5-9559630ec38a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.265866866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a210648f-d3bc-4812-bdf8-a262952abd59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.267382564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"d7940c04-7524-4a10-bbd5-9559630ec38a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.358582561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"46616dde-5cda-4cfe-8b60-6ba924244cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.359149446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"f1a465a5-43cd-4f9f-b3af-029b45f0eda7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.366945674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"f1a465a5-43cd-4f9f-b3af-029b45f0eda7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.366954336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"46616dde-5cda-4cfe-8b60-6ba924244cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.4637754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4579a445-d249-464a-bc0b-3735cf701236","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.473657066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"4579a445-d249-464a-bc0b-3735cf701236","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:25.554922295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"ccaec7b1-31e6-42cf-bf96-aa4b093a5cbc","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.131865698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-subscription","reconcileID":"518d8587-47bc-49e8-a677-4ce35b6da30a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.151843288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-subscription","reconcileID":"518d8587-47bc-49e8-a677-4ce35b6da30a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.169621095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"97fab339-50c2-4bc5-88be-1a3a7e4ccebf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.269971864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"29372a05-9756-4e34-b24b-2340ec000acd","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.28036197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"4ca8fb4a-d86c-4ce1-8694-16bb04bb7dd9","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.283766911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cbc0aa0b-f69e-47f7-a745-9ad2fd3d18a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.284017943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"cd037b96-6be4-432f-8e2c-174d00c23fb9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.283774014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"08d58af6-f2a0-4579-bf36-1ca60b8560a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.293395062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"08d58af6-f2a0-4579-bf36-1ca60b8560a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.294219012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"cd037b96-6be4-432f-8e2c-174d00c23fb9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.2955679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cbc0aa0b-f69e-47f7-a745-9ad2fd3d18a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.317286777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"b89d6a58-63b3-4deb-b875-2f4a762297a1","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.322326285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"3b757467-0c44-4086-bbd9-3f632887f177","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.325347736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"7d967e1e-e6ff-4656-91c4-38f4064104ce","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.426668222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-dedup-auth","reconcileID":"1f0a284d-4025-4527-af2a-4e55cca214b1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.426742725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fb5924a4-c9f9-4d24-8fe6-2bcdf7977653","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:26.537858213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9a300440-9d1a-4054-844a-b5067aa69a1b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.252066512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"1cbe4862-9c68-491d-90b8-ae3aa17a29b5","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.261841865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8d101765-168b-4b88-9cbf-1a514aab19fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.266076192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dbd59a08-3bd6-4910-9223-f2d6f3851a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.266081923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"7b719e5f-00da-4a59-8aae-470d9bb3d4be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.272000267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8d101765-168b-4b88-9cbf-1a514aab19fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.274611237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dbd59a08-3bd6-4910-9223-f2d6f3851a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.275111546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"7b719e5f-00da-4a59-8aae-470d9bb3d4be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.490995803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"02e7d33f-b8dc-4804-b411-5e4fa3686b80","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.491405146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"4f243e94-3c7f-4f9f-8cee-7b424f38ad9a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.49884519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"633cae22-fe83-4bcf-92b4-434d93e668c3","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.499098098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"66b6b80c-a925-40bc-a7c4-2d712ffefeaf","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.52542494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"276dac95-5608-426d-8ed6-d2c6fca8119e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.596242656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"276dac95-5608-426d-8ed6-d2c6fca8119e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.629327066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"2760ef9f-f5d9-4c40-ab7f-ee4d0ecf1d41","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.629560175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"adba675c-268f-4a82-8a35-a43adf6a9a42","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.651540341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"3036d067-a076-42a2-ad45-ed0d69793879","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.660344848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"3036d067-a076-42a2-ad45-ed0d69793879","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.682668841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1f8849be-7140-4af4-811a-ed0fad90ff52","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.692162928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"e86ba181-dddc-401c-85fa-605db0ba0274","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:27.698725185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"78c33e33-ac78-4e47-9a54-e4e7f8cd83e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.705050727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9e193827-7fea-4c6e-99ad-43971f149892","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.705493247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"66bd827d-91a2-4532-ad7e-48e33f2a291a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:27.71154253Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"66bd827d-91a2-4532-ad7e-48e33f2a291a","name":"distinct-2-w3-bfc50e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-bfc50e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:27.711599491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"66bd827d-91a2-4532-ad7e-48e33f2a291a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-bfc50e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.71194661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"b41ed023-e154-424b-942f-c54e319543f6","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.71223652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"d148f949-9b12-4382-ae11-adfe6cf2bab6","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.72276253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"8e45e2dd-bc3a-40a5-a822-8fc63785e6b2","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.723134539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"e7dcd132-bca5-4cc7-ad2b-450bb77d64f0","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.738363915Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"e15fc178-16e7-4dcf-a8b2-b4951c8fb720","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"distinct-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.745640345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec02c81d-b8fe-4556-9974-d8d0c0e064d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.746123908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da380fd8-405b-431f-a04d-46209d373cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.753253515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"e15fc178-16e7-4dcf-a8b2-b4951c8fb720","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","model":"distinct-2-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.754362569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec02c81d-b8fe-4556-9974-d8d0c0e064d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.759644026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da380fd8-405b-431f-a04d-46209d373cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.780951323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"104d8b7e-530a-4aea-b173-fda0f39f6146","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.781300941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"d7066054-6538-4454-92b9-2fecba4ffa5d","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.840766011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"c2e5e622-9d14-44ea-a49d-b7239045ea12","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.850576747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a618324d-ab17-4e8b-bc22-8ed92c2b8c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.850639751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"51f2822c-91e8-4797-a992-a2488cc0f967","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.851220334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a101e40e-427e-4082-92ac-48546e12a185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.854742469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"c2e5e622-9d14-44ea-a49d-b7239045ea12","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.859910398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a101e40e-427e-4082-92ac-48546e12a185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.859982131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"51f2822c-91e8-4797-a992-a2488cc0f967","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:27.862584014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a618324d-ab17-4e8b-bc22-8ed92c2b8c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.713284662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"c043f178-2a80-4f0c-b3c5-fa9008dc259c","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.725983636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"1ae4924b-a24d-4188-821b-934d97046c11","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.734939992Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"052ee2b5-c49f-454f-a682-6c012175d490","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5ff66b4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.737735148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cbb91ce6-f2a7-47e2-9226-ffb06609dbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.737820705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"929fa399-21aa-4a55-b0c5-8356901bfeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.738272543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"b9add01e-21d7-4d50-95bd-c2da21978d2f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.741055374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"f1dea21e-b235-4ca6-bc20-7d4db41d44c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5ff66b4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.74764902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cbb91ce6-f2a7-47e2-9226-ffb06609dbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.747689717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"b9add01e-21d7-4d50-95bd-c2da21978d2f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.751148014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"929fa399-21aa-4a55-b0c5-8356901bfeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.876402318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da77910a-a15a-48e0-8de8-c49eb91c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.876810961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f34696ec-0baa-454b-a936-003f9ddc162b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.87920454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"88c5dc51-a425-4f8d-801b-c034d8e17242","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.884702168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"da77910a-a15a-48e0-8de8-c49eb91c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.885771505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f34696ec-0baa-454b-a936-003f9ddc162b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.88716429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"88c5dc51-a425-4f8d-801b-c034d8e17242","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:28.965757597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.332971843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"5f2fcdfa-4ea2-4c80-8cce-b3233702ac5f","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.336387271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"236c74e8-54e3-4180-859b-2ac4ae2588d6","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.336913084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b1c0ecf4-8add-4f70-91be-c19fcef00532","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.340810887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"cb3ff212-7151-4116-8bbb-09a281413fdb","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.341263838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d498ab0f-e060-4d34-a681-e36153fbdd5e","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.341728638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"341f7568-9e12-4898-863f-bc9b6eac5b82","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.354951087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"59b8fefc-6e20-4a18-bd7b-3249775ee306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.355594083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c3cb2a67-eeb9-4591-8cf9-adfa0d4cf214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.365762017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"59b8fefc-6e20-4a18-bd7b-3249775ee306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.375076831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c3cb2a67-eeb9-4591-8cf9-adfa0d4cf214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.375572442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"cc4bba4f-82e3-4fa5-a340-53543141b412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.375993768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"d72f2eb9-41b4-4c10-b88d-2900c787aa87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.561103548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fce759de-0b29-48ff-a612-64e12c50348f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.598238801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fce759de-0b29-48ff-a612-64e12c50348f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.638098662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6c2142f3-fd0a-40a8-b48f-43cd7a5135cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:29.651054929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6c2142f3-fd0a-40a8-b48f-43cd7a5135cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.124782318Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"69c63836-b91d-4575-8a84-bec194a9291c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.130188515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"69c63836-b91d-4575-8a84-bec194a9291c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.1353468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub1","reconcileID":"69c63836-b91d-4575-8a84-bec194a9291c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.171619042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"14856aef-e14b-4896-9e88-e725c1241f20","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.194846874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"26adb2ab-fb9b-4b4e-a9d5-e37d7043462f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.195516448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"7b71c599-09aa-4967-a31f-3dfdd673d4d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.19609057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"ddff1b99-6e4d-4991-92f8-d48a82091d34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.198747295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bb1ddc61-6af7-4616-b362-0f2bd2f0dba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.221811653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"7b71c599-09aa-4967-a31f-3dfdd673d4d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.225988894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"ddff1b99-6e4d-4991-92f8-d48a82091d34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.232130426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bb1ddc61-6af7-4616-b362-0f2bd2f0dba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.245463653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"26adb2ab-fb9b-4b4e-a9d5-e37d7043462f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.324178471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ec434159-956e-45ab-9986-8675acb946c7","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.349147383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"3d9bcaff-e949-4974-8ca2-a648a30dc4d0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-972c9a4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.458549448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"f50a4ac8-2da7-48bf-9c25-c44c37d0cc11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.459264179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f00b3977-f8ec-4b91-995c-b98fe042621b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.489978969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"52360f03-b263-4221-b113-b00c9a5ae7ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.538608204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"f50a4ac8-2da7-48bf-9c25-c44c37d0cc11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.546638094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"52360f03-b263-4221-b113-b00c9a5ae7ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.550317988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f00b3977-f8ec-4b91-995c-b98fe042621b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.58840063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"59654f7d-62ba-48ec-83b3-1ac2c81a9122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:35.634012063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"59654f7d-62ba-48ec-83b3-1ac2c81a9122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.270420472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-sub","reconcileID":"1896683a-165c-4016-8fea-af53da8129d5","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.29795354Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-sub","reconcileID":"1896683a-165c-4016-8fea-af53da8129d5","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.33524416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"51f5c450-e061-44ce-adb1-a493498b4402","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.337877743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"307c3858-d867-44a5-a9ee-af0f6a926736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.345810607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"879657d0-07b4-4f41-b2d7-633a5e29fae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.346008321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"b79b5f06-1a04-48ba-b01f-99f12179d002","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.345801974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6610fd45-2847-4e88-8f19-cd7c477efb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.354465455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"879657d0-07b4-4f41-b2d7-633a5e29fae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.355025079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"b79b5f06-1a04-48ba-b01f-99f12179d002","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.356747892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6610fd45-2847-4e88-8f19-cd7c477efb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.456458721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"a9de4315-9689-4813-b842-ebf375580a49","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.483938468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a33362be-a507-413a-a693-ec715d33e045","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.484375881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-scoped-auth","reconcileID":"641f000d-f105-4a29-b325-b7ffd25b3d52","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:37.521544387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a6c5a522-14b7-4b5b-be9f-a88bbe87c457","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.560627552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"9835fad6-366b-4734-a3ba-69f462e7aef0","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.566470603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a8f18736-f708-4d42-9451-3cdc482f04c0","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.736314471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"1765b3f2-0f4b-4b1c-8e77-b1fff4e8594a","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.737528532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"35d3263b-dafd-4ce1-a8fa-d0e58c84d457","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.738349262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"436c448a-1fe9-421c-a217-369fd7b96ff8","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.740646752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"29c3e008-8137-4583-8af5-d18a5267d1f5","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.741143512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"fab5c4a2-83c3-43a5-aac5-fe57fbde5e4f","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.742068938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"aa202a43-8c19-491e-9859-5b76a72cb8ad","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.767884606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5e2bf5e1-3243-4e85-9921-2c9412c948f3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.791781865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.828619292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"846f8024-e637-471d-bb4a-e3a29db85eca","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.911781673Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.916623995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5e2bf5e1-3243-4e85-9921-2c9412c948f3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.920272652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0ee954ee-96e3-42fd-bcfd-d33b21cf3295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.920963837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8f09be2b-ebdc-4c40-b6d8-a405c186288e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.923477542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"07dac163-6489-4736-86b4-7a5dac3b60f2","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.925308512Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:38.987001239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8f09be2b-ebdc-4c40-b6d8-a405c186288e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.041172215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19a25e31-0162-4f16-9015-674309b70573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.044288623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"1c500993-f17c-4f32-84af-bd81931a0ba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.058749382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"b66b8d83-edb5-4093-ab5e-11410e4ce84f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.058914763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.059208688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0ee954ee-96e3-42fd-bcfd-d33b21cf3295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:39.059273245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub","reconcileID":"3edac11c-64c4-43d1-bbc0-576ac8f5ac7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.061854614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19a25e31-0162-4f16-9015-674309b70573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.063228582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.067854963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"669ac1d1-3885-4d73-acc3-c49e8d1407b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.072789437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"e2d09be3-2562-4d33-ae56-1e8bac4b8f6a","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.076032348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"669ac1d1-3885-4d73-acc3-c49e8d1407b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.083705415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"0d8edd47-1c2a-4921-9fd6-c411f7800570","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.086552907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"99f4a693-eb62-4902-aee7-baa097c6d246","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.095467545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"8522d036-f1d7-4b41-a50a-9359f9afd0f0","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.116213975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"99f4a693-eb62-4902-aee7-baa097c6d246","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.153687266Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-subscription","reconcileID":"caba3126-6980-4b38-98a6-4ca170dada43","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:39.156498971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"99f4a693-eb62-4902-aee7-baa097c6d246","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.156714385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub","reconcileID":"9d384ae2-9422-4948-a252-450054c370d0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.191464328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"acc79219-7402-4523-aeb9-c10df7a6f538","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.194387983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ce40f89f-dfc5-46d5-ab2f-03fe84fd851e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.195038865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d7631f8e-fb97-45c3-896a-f75e3642c6f2","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.218131992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4d9e0857-1913-4e23-a28b-fbc992a2c840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.226820527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"acc79219-7402-4523-aeb9-c10df7a6f538","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.234130453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ce40f89f-dfc5-46d5-ab2f-03fe84fd851e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.236836516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"01478b54-15a1-4158-8d74-20bb1d8b1245","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.237766541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4d9e0857-1913-4e23-a28b-fbc992a2c840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.242421244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub","reconcileID":"1de4c35e-dfc6-4947-8aac-aed6b68a7b8e","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.252357963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"b62e19a5-dd9b-4978-814a-678fa0c64be2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.253136522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"d2eb0164-fca1-4608-b1f1-229bdb2da4c2","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.263534429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"27ba3a23-60e0-4d19-977d-3c62767ca709","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.300023756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"22cced2e-f3b3-4363-828c-dc1d3b0ee659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.300939701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"335862a2-d656-4319-b77c-fb1036aafd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.313177881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"22cced2e-f3b3-4363-828c-dc1d3b0ee659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.33403402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"335862a2-d656-4319-b77c-fb1036aafd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.381361458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"43232f06-91ff-4c4a-b296-56bd39d0e68b","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.381620601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"5ba68f89-d44c-47bd-8a0f-36495d3606aa","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.392999517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"aedd033d-0d01-4413-80ff-b26cac576398","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.414621518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"aedd033d-0d01-4413-80ff-b26cac576398","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.5525063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"f3263310-5b89-4b34-909b-5fee52c1ad54","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.652106526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-distinct-models-auth","reconcileID":"f3263310-5b89-4b34-909b-5fee52c1ad54","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.763060761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"07f7ef87-1a6d-47f2-811d-258e069cf477","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:39.763404709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"454091fc-80d1-46e6-a90c-90e045bf5a35","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.060597073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"23a711de-0ff2-45dd-81b2-21f4c2c025cf","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.070794258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"193d3e1d-dcca-45ab-bb50-0fa2d7f5d3d7","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.130041972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"2db3ad72-7297-4c2d-bae5-22497db08d8f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.143262298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"2db3ad72-7297-4c2d-bae5-22497db08d8f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.195598722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"ee7ce923-ba02-48b1-a3c7-78f483425c23","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.203771326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"ca07f4f1-7f18-43db-b178-c3c8de275104","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.219384963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"ca07f4f1-7f18-43db-b178-c3c8de275104","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.240305155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a9db3ab0-07c4-494b-adff-716f44d07d02","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.273924618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"412f6eec-1536-4219-9d15-7dd3bb61475b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:41.407259054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-user-sub","reconcileID":"217f492a-6229-4baf-8d6b-9b3855ce4fe2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.447237538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"298124c6-c38b-4dc3-ba72-dfdf1b3525af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.447557235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8e191e50-a169-41f8-9660-4b5c2979b319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:41.498151536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"ca07f4f1-7f18-43db-b178-c3c8de275104","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.562489182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"298124c6-c38b-4dc3-ba72-dfdf1b3525af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.58899318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f430dffb-c54b-47cc-ba9c-86ffd4d651de","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.006734202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1da749bc-1564-480e-a572-4a13a8cf9bcb","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.589631868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.709422053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"57a24337-9fd5-40d9-813a-40fa4c274431","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.807557672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8e191e50-a169-41f8-9660-4b5c2979b319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.808957406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"aaac006b-a95b-4efe-bfa4-c6e22d24275f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:41.809165693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"33a84466-7bd7-4bba-bd1e-6eb39767a3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.275023798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"33a84466-7bd7-4bba-bd1e-6eb39767a3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.612064168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"57a24337-9fd5-40d9-813a-40fa4c274431","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.281193927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9e6d602e-d1e4-4895-b069-106ec21d0351","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.687517718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9acf3ca6-dd2d-4f5a-a7e9-ff3a6c00789e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.739345794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"aaac006b-a95b-4efe-bfa4-c6e22d24275f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.765776502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-user-sub","reconcileID":"c1c82d24-35e2-4911-aa27-d25dd65c9216","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub","ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:42.894233984Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-other-sub","reconcileID":"9bf65d8b-e32e-427d-bd1d-991c96c587d4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub","ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.071058802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bde0312c-89af-484c-bed8-bc599b89a9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.159132195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b8d7af89-3685-4875-bbd2-dd5fb00fb634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.160269672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"d8bfb290-27d0-408b-b4ec-d1a11763808d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.299540537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"d8c6335f-319d-43d5-80e2-b4b08005bee2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.359925923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bde0312c-89af-484c-bed8-bc599b89a9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.410895769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b8d7af89-3685-4875-bbd2-dd5fb00fb634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.413368159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"d8c6335f-319d-43d5-80e2-b4b08005bee2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.427762067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"ff7cd5f6-b05e-4244-abb5-2a01788e0a8a","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.455096104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a11523e3-b2bf-4090-8e9b-679a269ffc17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.590604646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"751db5e8-2e65-44b2-b9c3-1a872c3a4973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.857871855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"751db5e8-2e65-44b2-b9c3-1a872c3a4973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.860300708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1ad36211-32e2-4aa6-801a-d8ed2abf9314","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.904717464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a11523e3-b2bf-4090-8e9b-679a269ffc17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.919112188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-user-sub","reconcileID":"a85565db-4df0-45e1-95e0-1db1e86fe62c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:43.919794031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-other-sub","reconcileID":"bfc69b89-c9d8-49d7-88b3-292de1806922","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:44.015382301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"936e547d-51d1-4db2-9497-1add9790b5f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:44.327574783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"896c7d92-2e64-4871-ac08-bf925a9dee82","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:44.342857263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"59bb2eca-f9ae-4de5-a5e3-c29e20d06db4","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.37427486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"5081b84b-1cc9-4248-af64-7cae5690b4fe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.386233892Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"5081b84b-1cc9-4248-af64-7cae5690b4fe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.407661712Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-sub2","reconcileID":"5081b84b-1cc9-4248-af64-7cae5690b4fe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.488356476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"867af739-12d7-4e62-b456-31e151e46574","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.610223993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"ba5a3e1d-151f-4cc1-bada-724cb7d5ff69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.650258004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c603b25b-f0c3-47da-80cf-b222a01f8030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.651393839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0391634-6ef9-43bb-a0bf-8af9d1f023a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.712619664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0391634-6ef9-43bb-a0bf-8af9d1f023a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.714880099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"81f2a4d3-033c-43fe-b688-897aaa4925b6","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.721783307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c603b25b-f0c3-47da-80cf-b222a01f8030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:45.975165462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.066254961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ad234441-cbb9-44e6-aef9-d71578553448","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.204453087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth1","reconcileID":"98a48628-2296-4ef7-b0dc-9f9b36416247","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.169090406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dd9f49d9-5bc8-4da8-94a8-a1bb37285ea8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.24682012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b5d6c632-bf2f-4508-a718-73557fe5cf54","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.28426739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"1e22d429-c307-4ca2-9afe-18fe7bd70914","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.321383987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3e4ab28c-1689-40d9-aca4-263b4c25742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.679357904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dd9f49d9-5bc8-4da8-94a8-a1bb37285ea8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.327281744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0df2f553-8f0a-47b7-9870-a09225ed4134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.830985316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5744964a-957e-4210-8f64-e20f54eef762","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.840377831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0df2f553-8f0a-47b7-9870-a09225ed4134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.911370142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"cf7dc157-cf6e-462d-8d3e-a3a03e72c3a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.940962218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c355a309-48dc-4a4f-b2dd-068c26444b9f","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.94252831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3e4ab28c-1689-40d9-aca4-263b4c25742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:46.996336278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"c6ac17c3-7bff-48f1-99b9-0e3e44ab46a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.001240992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"e590fa95-e180-49d8-8c0e-065779005248","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.145662704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c3b75fbb-3e15-477c-afc0-8bda50fd62be","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.23823324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a87c4503-3005-4b6b-a0c0-d2800de01183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.333382568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"816f851a-32a3-4dd6-a949-a20e4338df5d","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.403100585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a87c4503-3005-4b6b-a0c0-d2800de01183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.428573463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"e590fa95-e180-49d8-8c0e-065779005248","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.429784034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"319a8203-7ae2-4f7f-925e-8671ddfb9bd8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.430331906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a2167c77-9935-458c-9a0d-095a42216842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.516074469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a2167c77-9935-458c-9a0d-095a42216842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.583782046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"319a8203-7ae2-4f7f-925e-8671ddfb9bd8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.58465093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"4bc679d8-ee90-4278-a1d5-5eed01a30fc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.585412364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-return-all-auth2","reconcileID":"385e5bd2-7861-4cbd-902c-1b36f4f0f6be","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:47.798509513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2794f850-382f-4b09-b94f-eb9d1b821a70","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.52479658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"b09f86f3-1fe3-4eaf-88dc-5fd30f38dc05","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.53816082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b41e03fa-0c4c-4517-b7ce-cc777d06fb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.541284787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b0236cb4-0b5a-44e4-857a-b4ae073c9653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.541659504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9c7d893b-9698-4fe8-ace9-56bd187d3dfd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.546844257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b41e03fa-0c4c-4517-b7ce-cc777d06fb3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.551543089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b0236cb4-0b5a-44e4-857a-b4ae073c9653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:49.551601091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9c7d893b-9698-4fe8-ace9-56bd187d3dfd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.237526259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"03d61c4a-baaf-4f52-93f8-d0b2a148a9ed","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.288796148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8fcfb8b4-7447-42fb-8e60-2d32a5ff9fa2","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.308381916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b386d31a-c0a0-417a-b9f5-92f93fc136ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.316883539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b386d31a-c0a0-417a-b9f5-92f93fc136ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.410177573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"5d8ff6ac-68b9-41a0-a2e6-0ad2fddba986","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.418829293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"49c6688b-ca51-4bc7-9a8c-2e1bb9ad0fd6","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.418881873Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.42971648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2f104043-251b-4147-9460-982d2289cc74","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.432300575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4f268618-b982-43f7-b5ce-0a3ebcfb70a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:50.435087481Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2f104043-251b-4147-9460-982d2289cc74","name":"distinct-w2-05a342","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-05a342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:50.435159094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2f104043-251b-4147-9460-982d2289cc74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-05a342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:50.436658193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"018dbd71-32f6-42f8-b8c6-ca750558006e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.440615199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"aaed70ba-b3b8-4544-977d-021457d7b7d4","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.441325691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4f268618-b982-43f7-b5ce-0a3ebcfb70a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.453181744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4589b1b0-4f51-4f22-b243-154bd70abbfe","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.460077387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"5f67a82f-439a-499a-9c6d-85237dca71f7","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.478661777Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0e891922-902a-434b-8b27-a0de26eb332b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"distinct-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.499242096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"148f504a-8a14-48ba-8031-b712ead4e7e5","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.528858785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"98979fc5-7438-4f2e-b71a-63699a137538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.528931476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"67d53782-9e47-4dc8-b3ae-a9140f7ec03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.537557845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"98979fc5-7438-4f2e-b71a-63699a137538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.538534095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"67d53782-9e47-4dc8-b3ae-a9140f7ec03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.582130209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"56b25eef-bce9-49b2-aa1e-3e1b5e68c4c0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.610042784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6e21bc49-4b2d-4ebe-852b-4e6cdb3bbca3","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.618701417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"56ed44c8-dd21-45a1-a85b-192bdb01642c","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.637825824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5011c7af-c91d-49bf-b202-433567a57556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.638067402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e7eb257a-e3ba-481e-b8f1-bbac0b132cc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.63855327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"de419205-f83a-44b8-9050-6c3b2698679f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.646953298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"514783ed-97b0-4594-a5bc-10eb7b2565c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.655120839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"de419205-f83a-44b8-9050-6c3b2698679f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.655400415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e7eb257a-e3ba-481e-b8f1-bbac0b132cc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.659065343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5011c7af-c91d-49bf-b202-433567a57556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.659577334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"514783ed-97b0-4594-a5bc-10eb7b2565c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.716231298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c60d5a98-6ade-4f39-aae0-29b831380cad","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.732750398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfb0379b-8e78-499d-a32f-49be4f627040","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.741889378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfb0379b-8e78-499d-a32f-49be4f627040","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.792744149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f3fadbf1-be6d-4cad-b26c-407b79208ae6","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.793733656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub ai-tenant-e2e-worker-w3-bfc50e/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.803618618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a8f193cd-5a94-4465-a48c-a3943b34ffc4","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.805962378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"af798e4a-20d8-4050-9ca0-65f0619a644b","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:50.807951364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.812001738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a875430a-3716-4a87-8e41-56eb8bd9b647","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.8302289Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cf7f0192-682e-4a37-accb-f633294d91b7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"distinct-2-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.835070636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d5980ec3-ac57-4c21-8a01-816e33895c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.835179119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3be1a821-9cf3-4523-bb35-a801713625b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.835667447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ce608b01-b37f-41f0-b582-45b339c7cda8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.844516519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d5980ec3-ac57-4c21-8a01-816e33895c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.845492918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3be1a821-9cf3-4523-bb35-a801713625b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.848111606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ce608b01-b37f-41f0-b582-45b339c7cda8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.85603561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b5f3963e-a0df-4cd9-8275-645b01e05f34","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.928901814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"43954663-5a6d-4d13-b205-5381bacce56b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.933785544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"10fbda45-c6af-4790-ba3e-2d1646530c67","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.934131391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"53e2105f-3837-4198-9348-5c27c37bd33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.934489236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"220c2658-f70e-44ed-9404-574467b308cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.93469179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1cd7dd5f-4c20-4f2c-aca0-78740366417a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.946465163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"53e2105f-3837-4198-9348-5c27c37bd33d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.95376067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"220c2658-f70e-44ed-9404-574467b308cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.987805439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"10fbda45-c6af-4790-ba3e-2d1646530c67","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:50.997415506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1cd7dd5f-4c20-4f2c-aca0-78740366417a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.160020031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"30335103-41bd-42a7-9d7e-ee7e2bbadfa4","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.176713361Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f8840b46-89f7-4df7-af14-26311b6d4c43","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8402af68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.178873004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d6dd1b70-966b-4bd1-bde0-dbc7240b3b97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.181757553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"73d32c62-016c-46f5-806b-1c695f28a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.182210033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32562e87-52b8-4827-8b5d-b2fbf5f0b431","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.185209723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"511c1bd4-98c3-461f-acd9-4362d4c7ab93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.187038565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d6dd1b70-966b-4bd1-bde0-dbc7240b3b97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.19882553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32562e87-52b8-4827-8b5d-b2fbf5f0b431","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.207108145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"73d32c62-016c-46f5-806b-1c695f28a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.218133215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"511c1bd4-98c3-461f-acd9-4362d4c7ab93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.276756709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78124b8b-4a26-4d7a-a17a-76ce15ac3692","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.282635377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"983d3289-755f-4d1e-9539-73687a9e215a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.282715872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d9c6f5f9-958d-4179-8d8e-b44614ad738d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.287810351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78124b8b-4a26-4d7a-a17a-76ce15ac3692","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.303314139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d9c6f5f9-958d-4179-8d8e-b44614ad738d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.304422313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"983d3289-755f-4d1e-9539-73687a9e215a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.428108645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a003e18e-835f-4a74-986b-88830c7382a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:52.435349792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a003e18e-835f-4a74-986b-88830c7382a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:53.827126321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"74defdc4-b07b-43d7-aaa7-bab99d20d1d3","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.593192093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"72d2f242-5d1c-4ce0-8a5c-6c3ece680666","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.61576065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"46739c0b-46d1-4988-906d-e4690d60a14f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.616452723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"02110b51-a46f-422f-a05a-49ad8b42bd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.617001055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4a3b897-56c6-41b2-a7c8-61aa13317129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.627305172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"02110b51-a46f-422f-a05a-49ad8b42bd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.629320565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"46739c0b-46d1-4988-906d-e4690d60a14f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.631179381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4a3b897-56c6-41b2-a7c8-61aa13317129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.741824068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"29a44832-7ea3-4e1c-8cf7-3aef968d1b45","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.748779585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"817e18d0-551e-43f6-b4b6-a13c0da02f36","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.757936949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"8efe196c-00e0-4e2d-8230-cd0b11eb5fde","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.76212904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"5bd75211-4e30-4a60-860b-23a4b1bd9a63","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.775285363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"5bd75211-4e30-4a60-860b-23a4b1bd9a63","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.775980279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"a80e3408-ed6a-4b5e-b588-76ba5bce5643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.782042002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cf38fe196a57c97137b27aa66772a94d44d28931b7ed3c7970ca687082cb8b5) AuthConfig (383dc6bd18d5b24ef02950995ccf211ceed8af8212e5c669d037a09ae5699053) AuthConfig (cab015c2d4e344f1250748012a8c00b3fee9aad2630841c68535c1ad3fd00346) AuthConfig (9d8695811c0b77cc2d0f30d7ccad287f81a4954ac5201c70196d784eea710cb9) AuthConfig (49b73d6a26931246252d676fc64cf48c09a3ccb769ac6b04038d8f85cb76bee5) AuthConfig (297ac64bacda94b395709830c3ee10f7cd1a7c128fa02ef3a72c71a52502e723) AuthConfig (1f10d86f4eca2e2bbc0b124d20ead7ac952805ed3058f90a932976fdd3fac699) AuthConfig (944569dd204413a319910a7fdeeebc2483935e69d6a146cd4981721e2b7a8ec6) AuthConfig (c2de61e200760aab9444ddebb271b1287090b064c6de0b750d147096072e7a3a) AuthConfig (500d2b811f14141f1063c96a20ba224e896112c1dec1d09fd9f40f3010d94316) AuthConfig (11f7777a515637a5ca86def0c32cdea4c5eb4b00f452036aefbba5b5b4ef80b9) AuthConfig (6118872c01b7a816482bff57b5e9035f5d8146967e37712a901f2cf30ad70acc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"5bd75211-4e30-4a60-860b-23a4b1bd9a63","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.797808316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a17042f3-f056-4bab-8fba-13faead4ac85","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.810960135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"57671213-ab04-4138-8a00-f8e01e9f6d4d","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.862605053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"6ca0f917-1540-4a93-a2ac-3f274416a736","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.862724919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a7656770-3866-4961-9552-35e0b97d595e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.866568328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dbfae72c-9403-4ce1-ac64-1912c4fae6a5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.866597033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"02613ae2-fd1e-4fda-8719-410beba76d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.871137646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"6ca0f917-1540-4a93-a2ac-3f274416a736","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.871586264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a7656770-3866-4961-9552-35e0b97d595e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.874612171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dbfae72c-9403-4ce1-ac64-1912c4fae6a5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.874719367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"02613ae2-fd1e-4fda-8719-410beba76d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.875199744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"b097f882-8eb5-4191-80cd-5237bd943d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.877044229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cf38fe196a57c97137b27aa66772a94d44d28931b7ed3c7970ca687082cb8b5) AuthConfig (383dc6bd18d5b24ef02950995ccf211ceed8af8212e5c669d037a09ae5699053) AuthConfig (cab015c2d4e344f1250748012a8c00b3fee9aad2630841c68535c1ad3fd00346) AuthConfig (9d8695811c0b77cc2d0f30d7ccad287f81a4954ac5201c70196d784eea710cb9) AuthConfig (49b73d6a26931246252d676fc64cf48c09a3ccb769ac6b04038d8f85cb76bee5) AuthConfig (297ac64bacda94b395709830c3ee10f7cd1a7c128fa02ef3a72c71a52502e723) AuthConfig (1f10d86f4eca2e2bbc0b124d20ead7ac952805ed3058f90a932976fdd3fac699) AuthConfig (944569dd204413a319910a7fdeeebc2483935e69d6a146cd4981721e2b7a8ec6) AuthConfig (c2de61e200760aab9444ddebb271b1287090b064c6de0b750d147096072e7a3a) AuthConfig (500d2b811f14141f1063c96a20ba224e896112c1dec1d09fd9f40f3010d94316) AuthConfig (11f7777a515637a5ca86def0c32cdea4c5eb4b00f452036aefbba5b5b4ef80b9) AuthConfig (6118872c01b7a816482bff57b5e9035f5d8146967e37712a901f2cf30ad70acc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"6ca0f917-1540-4a93-a2ac-3f274416a736","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:54.881052809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"6ca0f917-1540-4a93-a2ac-3f274416a736","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.919354199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"738b9ed0-7dd0-4f1a-b839-a6475b02533b","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.930028374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"efd863b0-8da9-454e-8703-60de62c703d1","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.932418749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e6199068-45b7-455f-8264-d0b9cc323383","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.938970633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"9fba1071-7eea-446c-8304-46414114de0b","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.939830426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"49b69306-69ac-4cc0-89f5-e086db51542d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:15:54.942823141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-384164/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.962063517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"99c12186-4931-4c3c-bdcf-7f9a4f3cc4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.962246048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"14d24cc5-1bf7-41f9-b2d7-63ebb4bac233","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.969789371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"99c12186-4931-4c3c-bdcf-7f9a4f3cc4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.970516294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"14d24cc5-1bf7-41f9-b2d7-63ebb4bac233","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.976546005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cf38fe196a57c97137b27aa66772a94d44d28931b7ed3c7970ca687082cb8b5) AuthConfig (383dc6bd18d5b24ef02950995ccf211ceed8af8212e5c669d037a09ae5699053) AuthConfig (cab015c2d4e344f1250748012a8c00b3fee9aad2630841c68535c1ad3fd00346) AuthConfig (9d8695811c0b77cc2d0f30d7ccad287f81a4954ac5201c70196d784eea710cb9) AuthConfig (49b73d6a26931246252d676fc64cf48c09a3ccb769ac6b04038d8f85cb76bee5) AuthConfig (297ac64bacda94b395709830c3ee10f7cd1a7c128fa02ef3a72c71a52502e723) AuthConfig (1f10d86f4eca2e2bbc0b124d20ead7ac952805ed3058f90a932976fdd3fac699) AuthConfig (944569dd204413a319910a7fdeeebc2483935e69d6a146cd4981721e2b7a8ec6) AuthConfig (c2de61e200760aab9444ddebb271b1287090b064c6de0b750d147096072e7a3a) AuthConfig (500d2b811f14141f1063c96a20ba224e896112c1dec1d09fd9f40f3010d94316) AuthConfig (11f7777a515637a5ca86def0c32cdea4c5eb4b00f452036aefbba5b5b4ef80b9) AuthConfig (6118872c01b7a816482bff57b5e9035f5d8146967e37712a901f2cf30ad70acc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"14d24cc5-1bf7-41f9-b2d7-63ebb4bac233","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.98397002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-sub","reconcileID":"6061d30d-0ff2-4b7c-ab72-fe5b3a093533","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:54.987702956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"58b60878-547e-4189-8dac-802db89c6bae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.006221049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"58b60878-547e-4189-8dac-802db89c6bae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.016488082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cf38fe196a57c97137b27aa66772a94d44d28931b7ed3c7970ca687082cb8b5) AuthConfig (383dc6bd18d5b24ef02950995ccf211ceed8af8212e5c669d037a09ae5699053) AuthConfig (cab015c2d4e344f1250748012a8c00b3fee9aad2630841c68535c1ad3fd00346) AuthConfig (9d8695811c0b77cc2d0f30d7ccad287f81a4954ac5201c70196d784eea710cb9) AuthConfig (49b73d6a26931246252d676fc64cf48c09a3ccb769ac6b04038d8f85cb76bee5) AuthConfig (297ac64bacda94b395709830c3ee10f7cd1a7c128fa02ef3a72c71a52502e723) AuthConfig (1f10d86f4eca2e2bbc0b124d20ead7ac952805ed3058f90a932976fdd3fac699) AuthConfig (944569dd204413a319910a7fdeeebc2483935e69d6a146cd4981721e2b7a8ec6) AuthConfig (c2de61e200760aab9444ddebb271b1287090b064c6de0b750d147096072e7a3a) AuthConfig (500d2b811f14141f1063c96a20ba224e896112c1dec1d09fd9f40f3010d94316) AuthConfig (11f7777a515637a5ca86def0c32cdea4c5eb4b00f452036aefbba5b5b4ef80b9) AuthConfig (6118872c01b7a816482bff57b5e9035f5d8146967e37712a901f2cf30ad70acc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"58b60878-547e-4189-8dac-802db89c6bae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.026151005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"755058a0-382c-470a-bd75-902850174168","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.131291694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e3c4f4f6-226a-401f-a299-700073603a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.135886656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-sub","reconcileID":"c1e99a89-cda3-49b1-bc66-29523d0d5981","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.138572319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e3c4f4f6-226a-401f-a299-700073603a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.139108751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"3260554b-1606-4d8c-b244-782c8969170d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.206773636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4e5f93d8-bdd9-4f5e-9fd9-bf30b59b2c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.22118969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4e5f93d8-bdd9-4f5e-9fd9-bf30b59b2c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.319820845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"7dcb0d9b-d496-4764-98e3-e13d10a90527","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.337752724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"c329fffc-bb9d-419b-9fa1-139c82fc6516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.341601988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5a500c8b-a1ac-474f-8045-192680a221b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.342085648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"10c0e6c9-f49b-4e71-bd3a-6c88a644cf7f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.345257843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"22d38978-1209-498e-8eb4-a0264f1745d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.350685004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5a500c8b-a1ac-474f-8045-192680a221b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.351619872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"10c0e6c9-f49b-4e71-bd3a-6c88a644cf7f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.353927098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"22d38978-1209-498e-8eb4-a0264f1745d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.360664229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"72ff8514-c062-4ae9-b0e0-ec0988979190","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.444703958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"c5d93192-e93f-493a-ab6c-b822f9f89abe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:55.619768085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1ef49f41-2c2c-487e-9d97-d40fabda1910","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:58.965879628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.545395099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub","reconcileID":"b3a6bec6-f838-43c6-a331-33368249f2d4","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.56920231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub","reconcileID":"b3a6bec6-f838-43c6-a331-33368249f2d4","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.584807986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"6dbe3ea7-e4d5-4048-8206-f26745e783c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.592086208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6ad9cb7d-cefe-45b5-965b-63758333efa9","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.601764757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b60b19c5-5306-4fff-8c6d-d38f5fe4a9da","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.603725116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d1bb85ab-6c03-4ed6-bbf0-3a6a8622316a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.603960949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"421c5d51-f619-4952-8cbf-5998e8faf8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.603725118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3985a636-2d3d-4e70-8c12-d57405b0581e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.611652952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d1bb85ab-6c03-4ed6-bbf0-3a6a8622316a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.617091468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"421c5d51-f619-4952-8cbf-5998e8faf8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:15:59.617091466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3985a636-2d3d-4e70-8c12-d57405b0581e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:00.653750885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"eeb93b7d-f179-4244-a3e7-2003c00c4237","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:00.682486533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b38d4ad2-2f36-47fb-963e-4a841bf55513","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.070640521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"ea055417-c3b6-4dd6-baaa-101ae4d64cd9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.070594938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"89f3e458-0f95-4f6a-9298-eb37e8b75074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.071132145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35717eb7-87e3-495c-af43-3ed00eb1ef1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.101033486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35717eb7-87e3-495c-af43-3ed00eb1ef1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.166326698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"89f3e458-0f95-4f6a-9298-eb37e8b75074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.169800475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"ea055417-c3b6-4dd6-baaa-101ae4d64cd9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.319859949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a38462f7-2bd6-4690-85d6-9b24ebbaa83b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.331070258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b74e449b-683e-48d2-b1aa-dc1b978fc2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.331793635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"c37d087e-3001-4498-9166-fc6e615402c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.349106443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a38462f7-2bd6-4690-85d6-9b24ebbaa83b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.353348751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b74e449b-683e-48d2-b1aa-dc1b978fc2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.546640235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"c37d087e-3001-4498-9166-fc6e615402c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.566984417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f80012c8-ef3b-4763-a179-5d2b8e7ec835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.608876228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"47271f5a-4695-43db-bbf2-b7b30f7c2001","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.611220539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-384164-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a93614c7971d35794644af705ed4259f171489e356b023b7797aff03e7036b0) AuthConfig (78deff1d348865ec7abd62c0a8c17b55fe57b98a3ec0b64c155dd63bb51a6a2b) AuthConfig (033ceb9621d4fdf8719cc847704986358373b1645b0c9b4f615554a65930c92d) AuthConfig (54b8124775739415940759bcf3d505d15971b27a109c8578dfdc35e12d1ebd52) AuthConfig (f01bb6d73e9fa7ba75f0bd296af76bc3af6569d7836caffbfc5e9fd39208e383) AuthConfig (f35e29eacd621b364e188f71a4fb1c0e22d945d833dbf62e07187d67704b74b6) AuthConfig (d2112b33bd6ab00689f1b208d67627513ef5797751b782d2e799eac149c54c10) AuthConfig (36ccdcc14cf8c1ed22ccd0b3b8c594cbf32524949f3dfa11c5ec1a68639c06df) AuthConfig (fdbf4237fb503b46156a2cc5dde37dda75361dfd55721aba1b61cc9bbaa2814d) AuthConfig (a16f713a2bd119873bf7d3c432ff0e8bf4ee036e919417456aa999ed21513972) AuthConfig (69cb581e15ec830185f7f623c3cc9c90e1db5103faeaf3f31c68b93a3831d12f) AuthConfig (40f30a6e35ded9b271942466e572977a110525e3a176d79563974ef4f08a3f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"c37d087e-3001-4498-9166-fc6e615402c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.677580854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f80012c8-ef3b-4763-a179-5d2b8e7ec835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.770139565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cbf00b45-71a2-450d-86ec-74ede6af0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.806891511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"285d9697-5f1d-4af9-8934-c36613d4cfbf","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.852706336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"47271f5a-4695-43db-bbf2-b7b30f7c2001","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:01.905348812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cbf00b45-71a2-450d-86ec-74ede6af0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.226963779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d947fbcc-35b9-4d66-8a32-3425ea75ed76","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.256103337Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d947fbcc-35b9-4d66-8a32-3425ea75ed76","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.290706645Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d947fbcc-35b9-4d66-8a32-3425ea75ed76","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.449341761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8466ac1f-abd2-43d7-9ac7-fb6a15570f5b","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.641245355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3b8aa229-e496-4c36-b94d-ce13c824cc66","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.782064023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da6618f0-ccf5-4156-85dc-6d9bf6351d77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.783557543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6b3d1cfc-332d-4317-94b7-b5137ea2aefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.78417101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ae06cc8d-dbdb-4bf4-9c1a-a452fbb3fb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.808908856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e0cd07fb-f3e0-42f4-b349-0db16d0ec731","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.847997903Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5a58e14c-bb7b-4803-ae73-4485a5b940d5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1626ea67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.851755093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e0cd07fb-f3e0-42f4-b349-0db16d0ec731","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.950938514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ae06cc8d-dbdb-4bf4-9c1a-a452fbb3fb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:02.950969418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da6618f0-ccf5-4156-85dc-6d9bf6351d77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.068109972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6b3d1cfc-332d-4317-94b7-b5137ea2aefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.494613162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f657a541-e437-4f50-99f8-78c90694c126","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.49526261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"99d81a6a-4c78-4c3e-bd09-51a0977f650e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.652203413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f657a541-e437-4f50-99f8-78c90694c126","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.668305927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"99d81a6a-4c78-4c3e-bd09-51a0977f650e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.671289069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9ca5f931-3b91-4340-9d34-43da56755748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.671959649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00aff0d5-3f94-4cf0-8aa4-9c86160c45d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.688760405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9ca5f931-3b91-4340-9d34-43da56755748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.701223227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00aff0d5-3f94-4cf0-8aa4-9c86160c45d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.770285696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a66e43ba-36e3-4f8f-93e0-4cef7ae95e0c","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.833800232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"347afbca-2554-4ebe-8f2b-0d930f498185","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:03.86556555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"347afbca-2554-4ebe-8f2b-0d930f498185","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.631762527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-user-sub","reconcileID":"531f2eb8-f6a4-42ac-9f86-040e98127948","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.661256869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-user-sub","reconcileID":"531f2eb8-f6a4-42ac-9f86-040e98127948","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-models-other-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.695382253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-other-sub","reconcileID":"f2034895-ed2a-4a77-aa25-4db06864ea91","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.699388498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"17fa12fb-6a5e-4c10-96aa-a0603d573a05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.819571007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fab2f236-523d-443c-bf0c-a4ad6fe21d77","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.831776966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"d9857484-3ac1-4b08-957d-513179f4f96d","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.847502093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dfbcacd1-4529-43b6-bb94-fe18e7390837","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.848485777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d7932ef5-3099-4f64-9332-e80acbbe3aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.852475564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"211220b5-0fc3-4882-9634-001a96de8095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.867960183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d7932ef5-3099-4f64-9332-e80acbbe3aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.869847899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"dfbcacd1-4529-43b6-bb94-fe18e7390837","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.875868676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"211220b5-0fc3-4882-9634-001a96de8095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:04.972290101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2c7cf363-3c31-4de1-b16f-90fdf64d2240","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.056647611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"03052ec9-b861-4da9-a919-81c5c3174401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.074788223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"03052ec9-b861-4da9-a919-81c5c3174401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.121101644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"925eed66-5bda-4e07-b8f9-b6d3c01f7a4f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.122013951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4b50c909-e457-4e42-ac7e-1acd9d207631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.157881737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4b50c909-e457-4e42-ac7e-1acd9d207631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.17190931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"925eed66-5bda-4e07-b8f9-b6d3c01f7a4f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.400062798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"0901b763-4271-455a-a618-a0627cff559a","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.534078279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1c9a83f0-5e6e-4b81-a7f6-0bbdf9875953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.535030826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2a358420-4b37-4d8e-ae5c-40a43a3ebabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.535847048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33a051ef-15b3-41be-b072-45ad03fbc3e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.537469195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"268a90c4-0f8f-482c-bf22-6ec40b303fde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.548239838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1c9a83f0-5e6e-4b81-a7f6-0bbdf9875953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.550709633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2a358420-4b37-4d8e-ae5c-40a43a3ebabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.554022995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33a051ef-15b3-41be-b072-45ad03fbc3e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.567338195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a802a208-6261-4400-840f-ddc34f81f80f","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:05.583194751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"135d2087-d306-4af9-8c11-c9cc7177aaf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:07.321751344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"29852005-f856-4834-b396-a90be4bfbf03","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:07.410872419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f1ccbc9-ba30-4754-a6db-45000007b9b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:07.423298023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f1ccbc9-ba30-4754-a6db-45000007b9b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.076623583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ed1f7b41-6267-494f-a24e-005a5de4292f","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.082296724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"357cfd2a-1c9b-450a-ac20-9030511794cb","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.216841922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"d0542daa-24d0-40f1-8594-ed334ef7184a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.234572967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"d0542daa-24d0-40f1-8594-ed334ef7184a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.325992886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"112cab54-71c8-4e1f-92c1-44dba2ce529c","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.334175708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"d5e6b88a-7757-4c79-990d-7a8cc0e7e2fa","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:08.335523944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-sub","reconcileID":"f1ba7a70-65cd-4fed-b4fd-c5768a8587f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.336604216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0829b2c2-3bef-47e6-966e-5b4424469c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.336772874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"fb5133d6-63ae-450b-88c7-06f0fcbe1167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.34453019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"fb5133d6-63ae-450b-88c7-06f0fcbe1167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.344599253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0829b2c2-3bef-47e6-966e-5b4424469c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.353401435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"b0870f20-c2f5-4657-a096-b668e013c310","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.361209857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"7bcda433-4477-4adf-a3fa-72919b8d63e0","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.387257718Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-sub","reconcileID":"bc612dff-de12-4f9d-aa69-b3c1807df3db","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.418725729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e123f209-85a6-4db1-98e9-138fcb2d0c28","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.430219476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"4c1e54f6-872a-4e3d-9d58-2460d4ae3b3a","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.440468249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"1521a561-0fe7-4a90-a027-64b2eb91d8c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.447816336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"1521a561-0fe7-4a90-a027-64b2eb91d8c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.476794094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"7f31606b-20eb-464b-9228-e7dea9ca9618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.47687649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-sub","reconcileID":"de31a06a-4b1b-4e76-ac02-4461b22410c3","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:08.549479979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"1521a561-0fe7-4a90-a027-64b2eb91d8c6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.55542836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ae537e6a-2302-4772-899a-afc4f65a74f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.555931802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c4a68476-7c58-4591-9047-79e65a5d058f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.563133717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ae537e6a-2302-4772-899a-afc4f65a74f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.563905008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c4a68476-7c58-4591-9047-79e65a5d058f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.640508668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"7bf025f6-ce02-4928-8c02-2d38d9c6fee7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.649277957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"7bf025f6-ce02-4928-8c02-2d38d9c6fee7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.909049694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"d864789d-4855-4eb7-8cd3-be1c555dcfc2","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.928834727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c76a2d0f-b17b-4e45-a68b-a55da4e38880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.929573331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f0bdce4a-1cbb-4f6b-8d9d-bc18e7e54980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.92991349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"aec9c089-c917-48a7-a792-e48f3bd1c20d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.938488837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c76a2d0f-b17b-4e45-a68b-a55da4e38880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.939745466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f0bdce4a-1cbb-4f6b-8d9d-bc18e7e54980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:08.941857999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"aec9c089-c917-48a7-a792-e48f3bd1c20d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.552265448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"457be284-6a40-4f6f-b72d-5bbd22f26d41","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.807601387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"208eaeaf-40ad-4d42-b250-f866f7909576","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.82636235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"4df2c02b-3aa2-4670-9b23-b4ed818685e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.828798889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9dbc3bb6-599a-45c2-a56f-4420aada7fd9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.829309013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19c713df-0404-4517-b9ea-55236b329ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.829414269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"247f5183-a87e-48a2-b9a6-e484a3b806d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.839270119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9dbc3bb6-599a-45c2-a56f-4420aada7fd9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.842425819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"247f5183-a87e-48a2-b9a6-e484a3b806d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.845247294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19c713df-0404-4517-b9ea-55236b329ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.852513361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"3a5d940f-2316-442c-95cb-60cadcca983e","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:10.924687462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"4cb80736-6144-441b-97bb-7429a79e97e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:11.925933284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"65e1c1a8-54ca-4953-9636-a132648da006","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:11.980370929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"65e1c1a8-54ca-4953-9636-a132648da006","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.136513418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a0894834-fa01-4d89-a10d-7ca80bcab75d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.579839611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"479a9a3b-c9b8-4a21-9094-0f405e73c5c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.686576819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"479a9a3b-c9b8-4a21-9094-0f405e73c5c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.760839429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"66af03bf-9373-46a5-ba73-7bd4024361cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.771065118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78895d2e-bb71-4ff6-ad7b-0dd65cd3aa0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.805367708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b383504f-3178-4549-8446-18d8300a59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.807168337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"66af03bf-9373-46a5-ba73-7bd4024361cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.840105098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"78895d2e-bb71-4ff6-ad7b-0dd65cd3aa0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.929566958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b383504f-3178-4549-8446-18d8300a59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.947463174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2490177b-1494-4f55-94e7-050e53c9e515","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.95679215Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2490177b-1494-4f55-94e7-050e53c9e515","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:12.96266501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2490177b-1494-4f55-94e7-050e53c9e515","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.21470266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e1ac4e1a-2839-42cd-9ebe-ba44843fd747","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.340567199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"148f7baa-97a7-46ce-b248-a2ef8eb1e233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.388132146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"08bdf0fb-082b-4539-a1c9-bf0ffc19d2fa","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.402945049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e2e74c4-dbc5-4eae-872c-33cd49ce8224","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.403183849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9612c934-ac0c-4607-9a9c-96371c8c61aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.403392877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0f50cd48-09cd-4a09-929c-40f19c7f3ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.420411204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e2e74c4-dbc5-4eae-872c-33cd49ce8224","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.446305208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9612c934-ac0c-4607-9a9c-96371c8c61aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.448253394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"148f7baa-97a7-46ce-b248-a2ef8eb1e233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.507701153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0f50cd48-09cd-4a09-929c-40f19c7f3ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.643899781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fbe07790-6884-4709-b744-5648e49ea923","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.819025353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"257439f1-576f-42fe-aadd-e2f21dd177a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.837665016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"257439f1-576f-42fe-aadd-e2f21dd177a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:13.849564443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"96af82f6-9fca-41e7-8197-14150b8e0cd4","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:14.003114647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"318c667b-6f96-4923-8c4f-91223cd3587d","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:14.003352017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"26a837bc-fe43-4a70-a984-9c6784c90b9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:14.153992153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2e031a88-df94-4a9a-bf9b-16eac371e65a","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:14.545749195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"ef3c28e2-3f08-4f4d-aa63-f019ef12f844","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.029671635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-other-sub","reconcileID":"33682ee9-1ccc-43a1-9cad-8cb23666f2cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.081142945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-other-sub","reconcileID":"33682ee9-1ccc-43a1-9cad-8cb23666f2cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.105738295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"eedacca1-b14a-436e-9135-8346cec99f01","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.110954006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"9be0bd5e-4e20-48c7-b6d4-7cd040ddf558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.160847677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"04fd3dc0-474b-428f-a68c-38b551eef400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.160793623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c9a14b39-09f0-466c-b534-a5db843de740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.173937862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c9a14b39-09f0-466c-b534-a5db843de740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.176453385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"04fd3dc0-474b-428f-a68c-38b551eef400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.204549952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"b9724035-c3c3-4311-954d-095bc6547109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.206945013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"cb621db0-842c-4778-a4db-d3d32f99977d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.245367632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b21e14dd-1e78-42c5-9993-90f60697a3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.245597327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"58ab06c7-61da-4f97-a8b3-f0e83953b565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.245367629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"a6bc16cc-e4b3-41d2-a5aa-38d0ca7ee100","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.253762644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"58ab06c7-61da-4f97-a8b3-f0e83953b565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.254000263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"a6bc16cc-e4b3-41d2-a5aa-38d0ca7ee100","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.256180292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b21e14dd-1e78-42c5-9993-90f60697a3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.30205894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8a6c05c9-2664-492d-beb5-8fbb347ad914","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.316208324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"26d11cec-d3ad-4ace-8576-2b744e94fb88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.367099788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-models-access-denied-auth","reconcileID":"2b633364-c16d-4d5a-8fe0-7f23a048d919","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.367146019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"849167f3-c8fd-408d-b729-111f95a93b6a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.395571333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4627be95-2335-4677-8966-999bfeeefb0c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.509679307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2307a583-e6b8-4bdf-9b07-34140c4df390","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.517617436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"0f47c1bd-1df2-4887-9b03-977ff83c94b7","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.551416587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"22da268d-674a-4ebf-809f-1244c9596a24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.559769369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"22da268d-674a-4ebf-809f-1244c9596a24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.586378241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"bc1c9702-7f63-4042-8257-ae657101508d","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.634114582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4e7eec1e-3b25-44c3-9cd2-5d0ed45ce323","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.641488414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4e7eec1e-3b25-44c3-9cd2-5d0ed45ce323","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.693818213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"357c2837-1990-4734-abb9-73c6a8581e54","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:15.709268309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a3d927e0-970e-48da-8a45-3d28940f2063","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.709799646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"5c514e62-e936-410f-80cf-f8c08c3f327c","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.719071617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"75f22d41-a95e-4b75-a01b-f66251825dab","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.789204439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"cc6597b4-1cf0-47ac-8a9c-bfb223aad949","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.797259306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47b6aca3-4f65-4825-b55c-df1a2a94c416","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.797595823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ca99ace9-4c30-4d7e-a3d0-03b098c0ca22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.797889051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"bbde0d3a-a306-43bd-a929-33ef62996ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.806660483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47b6aca3-4f65-4825-b55c-df1a2a94c416","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.807479936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"bbde0d3a-a306-43bd-a929-33ef62996ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.807962819Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3eb6e894-1aa2-41b6-983c-c9cc60b41ed7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"distinct-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.809698487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ca99ace9-4c30-4d7e-a3d0-03b098c0ca22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.827224936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"3424fa96-fcd7-468b-8200-b051f9bdac8d","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.897625456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5c528cfc-d5dd-4a6a-8922-e811577fefc2","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.907610004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c8545bb1-3b8c-4c62-961a-fd730c655e45","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.911788766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"71c7d341-e691-4bac-823d-225b6cd54fb5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.926473941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0715d434-b6b1-4a63-963a-44fd4c4db6d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:15.939963054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0715d434-b6b1-4a63-963a-44fd4c4db6d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.026056476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"eabbdc7a-5f13-46ce-b877-8e6fef246275","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.027389268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"be541380-fea9-46b6-ba21-395442976624","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.02748516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"39826af7-d6a4-4463-9903-d3e4b4ae0829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.028095592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"03919a5e-fdd4-4ba1-ae5a-879755b46341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.037198101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"39826af7-d6a4-4463-9903-d3e4b4ae0829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.03748801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"be541380-fea9-46b6-ba21-395442976624","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.040004868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"03919a5e-fdd4-4ba1-ae5a-879755b46341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.096771217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.096891647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2d1ae985-1a53-4bd7-bb36-205ac2d9df57","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.108034134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e746aa1e-d4e2-4bd6-8721-5bbc81e0fa7c","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.109120743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b13d8fd3-2a86-4bfc-8bb7-86f0e091d8d2","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:16.112249922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.115876725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6c455a11-c8f1-4e5d-99a1-19587b364478","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.126694142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"63e3105c-8968-48c0-8409-0f5ad5b937e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.133724592Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1e2414d8-05f7-4b60-b380-92db493dbe8d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"distinct-2-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.13516001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"63e3105c-8968-48c0-8409-0f5ad5b937e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.152804088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"043b695e-004e-49f7-9d4b-8f553f0ac843","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.22468967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5ce7496f-6cbf-478a-b860-aa9e0b557d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.224717095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f078318f-a084-41a8-aeb3-ee77af11387d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.225351319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"12524fef-5b1a-4f37-9b96-328a4c3ea385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.229717706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5a10f321-0e32-4d1c-80c6-914df9d7a34b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.236074754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"12524fef-5b1a-4f37-9b96-328a4c3ea385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.241450615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f078318f-a084-41a8-aeb3-ee77af11387d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.250172396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5ce7496f-6cbf-478a-b860-aa9e0b557d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.345959246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"732c3d55-968d-4995-9a48-102f061e77a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.355053409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"732c3d55-968d-4995-9a48-102f061e77a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.841609954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"7f6ce1e5-2bcd-4389-87b8-cef07fde0a12","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.849243524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5862c49e-19af-4e7f-a017-5daebc744c35","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.863115868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"d555254e-366d-45db-a1ae-77640e6efdf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.873744169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"d555254e-366d-45db-a1ae-77640e6efdf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.927986705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"619885b9-8809-4f1b-b957-eece5f4dc0b2","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.962905944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"71618b47-d29f-451a-97bf-d73f383a8e34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:16.971261454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"71618b47-d29f-451a-97bf-d73f383a8e34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.031288425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.031293428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"f6e267e7-f18c-4561-b1d6-4a4d0d7eabc4","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.044757872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"dc8de8f9-e605-4034-9e83-2fc216a6afd4","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.04798605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5ee4126a-e3cd-4cff-9679-f24773a84865","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:17.048560769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.056497813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"b9899331-b0ac-41b9-ab2c-36fb5eecc7f7","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.065344886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ac75824d-b409-4f45-9506-052e1de21dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.065369589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b749ee1a-97b5-4a3b-882b-e2956071e40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.073879682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b749ee1a-97b5-4a3b-882b-e2956071e40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.074681755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"5dad4f2e-4826-4697-8dda-346aa5255bd8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"distinct-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.075108352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ac75824d-b409-4f45-9506-052e1de21dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.104516525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"aa9e6358-c3dd-4779-8318-f9d52164c21e","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.167875445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"d1b4aee3-5da4-460a-ace5-eb20fbccd8fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.177014232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"d1b4aee3-5da4-460a-ace5-eb20fbccd8fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.178917028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"fbbde1bc-ff33-4431-9d90-22b45286552d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.223881319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"782fe26d-433f-499b-87be-d1ed4f624243","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.231656087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"13b7c67f-b3dd-43e1-b2e2-a2eb8b9f8726","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.266574958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"71b92776-1491-4617-ab7f-319388c73d55","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.266718028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"128a295e-1dff-438b-bd3b-eea7f9e053e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.267146081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"adcd5931-1288-4b67-b222-fa1c36369718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.274794267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"128a295e-1dff-438b-bd3b-eea7f9e053e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.275079824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"71b92776-1491-4617-ab7f-319388c73d55","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.277161184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"adcd5931-1288-4b67-b222-fa1c36369718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.314957025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"f1406ff4-b76e-45ef-9442-aaf488825236","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.368534115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"8eded7a2-199c-40b8-8a2e-f97f68490527","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.375148869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"2715e7c8-f918-4a52-bb50-70093eb703a8","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.379812931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"8eded7a2-199c-40b8-8a2e-f97f68490527","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:17.412987044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"8eded7a2-199c-40b8-8a2e-f97f68490527","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.425996067Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-05a342 priority=0:[ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-05a342/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.426856716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"f64c1502-858c-4e9a-ad1c-c6de37932894","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.439159071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"c9c38351-b556-4a42-9a8f-d93b9fd6303a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.442245654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"3c70910b-974b-40e6-a046-a7b81e7a789d","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:17.445408487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"7e766dd8-0022-4308-8762-dfd39da5a7de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.456280757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"ed41eeb6-1651-43a9-91f6-2dfba9b3267e","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.466740242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"57c5aff2-b10a-4b86-87ed-02c3cb3796fb","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.469171236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"c4820df1-03ad-4446-bea8-7ead49f0a878","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.472411459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2e91bd43-7f16-41dd-87f5-e161b1b87854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.473087829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"250ed0fd-5870-4bdd-8ab5-02fa4b2dfaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.472418257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"69cba03f-66c1-44e8-851d-d711b74c0f15","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.479867769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"c4820df1-03ad-4446-bea8-7ead49f0a878","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.482828974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2e91bd43-7f16-41dd-87f5-e161b1b87854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.497636515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"250ed0fd-5870-4bdd-8ab5-02fa4b2dfaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.501826986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"69cba03f-66c1-44e8-851d-d711b74c0f15","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.507398129Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"bdffc64f-fd73-4ab5-b208-1921890a1d0b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","model":"distinct-2-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.637417307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"259d007f-7d27-4bec-a9cd-3b962ed754bd","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.644164822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"ba34ef21-f45b-478f-b3c5-c5e159e91ec4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.688155989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f98510aa-1ab4-4cf4-8047-ffcfd24c4de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.709848633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"ba34ef21-f45b-478f-b3c5-c5e159e91ec4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.710505704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"1376fdb7-0a6a-4ded-929f-559a77bac62f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.723144217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f98510aa-1ab4-4cf4-8047-ffcfd24c4de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.739285145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"70824c69-de4c-40b1-bfe7-c50f1fdac776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.740150745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"a2ef8de2-d730-4323-96ed-ec1e608f4bd2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.793007464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"70824c69-de4c-40b1-bfe7-c50f1fdac776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.810371209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"a2ef8de2-d730-4323-96ed-ec1e608f4bd2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.874910279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"11b7d1ed-9734-493b-aa18-8ef8cbacb3ca","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.895409246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d725f95e-0dc3-486e-aab2-c9eeffa581c2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31570acd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.908284601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0255e6ca-6411-42ee-8824-bb83ea468463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.909029574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"75fc7d9c-da26-47b7-b715-64e10a9a336a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.909709473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7f2831ad-b56b-42e4-9959-354fee05be64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.915567441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d9363e12-3166-497c-92bd-ddeef2714821","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.922244492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"75fc7d9c-da26-47b7-b715-64e10a9a336a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.925002302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7f2831ad-b56b-42e4-9959-354fee05be64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.925399223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d9363e12-3166-497c-92bd-ddeef2714821","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:17.927506543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0255e6ca-6411-42ee-8824-bb83ea468463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.041076193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9a735c2e-7d7b-4ecd-88c4-01aa84278207","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.052899726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"970d04ec-0594-46b1-830d-a8f3623c2d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.054504444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c64d913f-993e-48f1-a8f0-5c2de139e95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.056962086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9a735c2e-7d7b-4ecd-88c4-01aa84278207","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.064217557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c64d913f-993e-48f1-a8f0-5c2de139e95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.066668249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"970d04ec-0594-46b1-830d-a8f3623c2d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.098856103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"949c1907-a6fc-459d-82ea-82d3450e2f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.111056981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"949c1907-a6fc-459d-82ea-82d3450e2f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.603648701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"23d8bc90-b6eb-499f-9376-bfc16b0725a7","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.642798881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"dd0f69f8-1bbf-490f-8faf-e95ec2308eb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.669383722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d1c9b26-e01e-4aec-8c5f-f1ca8bb84614","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.669466571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a4a28921-ebb5-4fef-8375-b15f619bc2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.67001685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5d8f15f8-7104-4600-a7f3-48652ca59b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.670033343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"38b89441-0d89-4be9-ac23-25c02a1ff87a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.677252895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"abad776a-3db4-43e8-931a-82b83b31a123","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.682224541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5d8f15f8-7104-4600-a7f3-48652ca59b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.684624713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"38b89441-0d89-4be9-ac23-25c02a1ff87a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.68465738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a4a28921-ebb5-4fef-8375-b15f619bc2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.687199136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d1c9b26-e01e-4aec-8c5f-f1ca8bb84614","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.739711911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"32103b9b-9cf5-40f6-9f89-9987a24b977a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.930019256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-sub","reconcileID":"7aeb0969-fbe3-4c18-93fa-b3e8c89240b7","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.949679806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-sub","reconcileID":"7aeb0969-fbe3-4c18-93fa-b3e8c89240b7","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.969998347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"043d0cc7-5eb5-41f1-920a-b6295234fb63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.992877242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"29adbeec-39b7-4c5e-a264-413e69792f4b","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:18.993508778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-bfc50e priority=0:[ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-bfc50e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.012164346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"49703f6a-2a77-4680-b4f1-783801458082","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.012921789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"555a09a3-3b7d-429e-9715-f59ad22986f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.013519646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"327a9372-9e8b-4945-9d4b-c0ff6181212c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.014047902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"67c49d11-5cd8-42aa-be37-593294f2abb8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.024569814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"67c49d11-5cd8-42aa-be37-593294f2abb8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.025031948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"555a09a3-3b7d-429e-9715-f59ad22986f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.026969815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"327a9372-9e8b-4945-9d4b-c0ff6181212c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.031400204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f716f558-a56b-4c81-baad-383d469c6ff8","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.130394761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-api-key-no-access-auth","reconcileID":"8a583138-1293-4268-97ea-a0cc06247225","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.130918392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"aa1cf26c-6622-4e36-9636-54dcec81ac9b","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.150877317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"d9e78d66-9e07-45a3-8198-fef50eb97b09","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.164165775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"c54f2c2e-1040-49f1-bf88-e1904ed3542a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.193248268Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"082307b9-d099-4da5-9ef0-6749773041e1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0897c0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.199934809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7c91c87-b065-449b-9fde-d313c92cbd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.200613312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1dfdd182-ac4a-476d-a697-0f4c473e37a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.200711957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"1e5ca86f-a6bc-4639-8098-9b5d04a64537","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.20117317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"2559868e-f47a-4569-904f-377ec34e0fa7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.221038697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1dfdd182-ac4a-476d-a697-0f4c473e37a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.22175707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"1e5ca86f-a6bc-4639-8098-9b5d04a64537","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.223849823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7c91c87-b065-449b-9fde-d313c92cbd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.225420424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"2559868e-f47a-4569-904f-377ec34e0fa7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.292589346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"b77a0c93-e4e6-4139-b035-ee444a44bfcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.293170776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"6670d951-4e85-4a3d-ab7f-af2e6475ba00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.29797521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"027e883a-ba4f-4a9d-9cb1-e0be254a3647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.301055175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fb5573e5-41b5-4cb6-a2d2-9badd9ca03c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.314131792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"6670d951-4e85-4a3d-ab7f-af2e6475ba00","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.318801658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"027e883a-ba4f-4a9d-9cb1-e0be254a3647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.32157747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"b77a0c93-e4e6-4139-b035-ee444a44bfcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:19.322247096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fb5573e5-41b5-4cb6-a2d2-9badd9ca03c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.021584046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"67f80582-fbcd-4abe-857e-fda73dfcfdda","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.036561775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"78ebd738-5163-4e49-b066-480783e95841","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.03788247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6185e2b4-6f4f-4791-bed7-1b1128d3a4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.038670413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fcb5dd5f-f6aa-4fba-8eff-5688c85990e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.045611744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"78ebd738-5163-4e49-b066-480783e95841","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.046951601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6185e2b4-6f4f-4791-bed7-1b1128d3a4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:20.048212214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fcb5dd5f-f6aa-4fba-8eff-5688c85990e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.193002639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc323217-ee1a-488c-9a31-7a14c8ecc822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.193101238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc323217-ee1a-488c-9a31-7a14c8ecc822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.210648048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2400c6b-9216-4570-a6a6-617ea2888e2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.210671857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2400c6b-9216-4570-a6a6-617ea2888e2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.221969432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"212b41ae-5079-46fb-9e33-e2daa09af80b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.260916996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"212b41ae-5079-46fb-9e33-e2daa09af80b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.271466199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"212b41ae-5079-46fb-9e33-e2daa09af80b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.279714034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a32c04-a87f-415e-8848-f2877328e897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.279729629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a32c04-a87f-415e-8848-f2877328e897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.384536036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f63983e-5f66-4f4e-8d57-dbec625a8052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.384555958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f63983e-5f66-4f4e-8d57-dbec625a8052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.401949233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"3bfe79e2-c554-4cb8-b187-680650376e95","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.407042583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"674e6306-9539-4a60-8ed2-339473f5a839","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.412033488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ef937d5-d64b-46a3-8f8f-fd2ac675fbca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.41211686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ef937d5-d64b-46a3-8f8f-fd2ac675fbca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:21.420706065Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-1214cd55/e2e-shared-int-sub-1214cd55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1214cd55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.424084395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"674e6306-9539-4a60-8ed2-339473f5a839","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.424401902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b74d3e-4e72-479d-aba2-4d5987193992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.424528049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b74d3e-4e72-479d-aba2-4d5987193992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.431472347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"674e6306-9539-4a60-8ed2-339473f5a839","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.450916831Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-sub-1214cd55","reconcileID":"e70f0ee5-e4f7-435c-aec4-a36d327c18f0","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1214cd55/e2e-shared-int-sub-1214cd55","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.473997905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c13caa2-401c-4f61-813d-84fd9f0eb89a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.474016219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c13caa2-401c-4f61-813d-84fd9f0eb89a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.548409863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13a08fb6-b2dc-481c-9394-6f41d6234246","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:21.549399155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-sub-1214cd55","reconcileID":"5d7ccbb7-85a1-48f0-ab95-9f60ec57192e","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.350666732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81cde787-1f57-4227-a5fb-30c6e9399f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.350690354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81cde787-1f57-4227-a5fb-30c6e9399f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.359511362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f721d2c6-b99e-4d8b-a11c-e8b0f2c4f66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.359533473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f721d2c6-b99e-4d8b-a11c-e8b0f2c4f66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.367513727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"ac131ebc-9dbc-4060-b3d4-918a35ea70e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.377237218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"ac131ebc-9dbc-4060-b3d4-918a35ea70e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.384622841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"ac131ebc-9dbc-4060-b3d4-918a35ea70e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.391561647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7953e141-ccda-42a7-8d34-7f4a9f9ff8e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.391577417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7953e141-ccda-42a7-8d34-7f4a9f9ff8e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.52261464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5f3fb4d-b840-4b4f-b5e4-49165466e5bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.522637667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5f3fb4d-b840-4b4f-b5e4-49165466e5bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.531381703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"dca26949-5062-4b37-9a88-2f2775746b22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.532519618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdeeb97e-c792-4f49-9650-ff97ad9848d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.532540299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdeeb97e-c792-4f49-9650-ff97ad9848d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.533084747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff8d100e-f7ec-45a2-81b0-14b33d6494e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.533105455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff8d100e-f7ec-45a2-81b0-14b33d6494e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:22.53666957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-36573500/e2e-shared-int-sub-1214cd55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-1214cd55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.540360962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"dca26949-5062-4b37-9a88-2f2775746b22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.541178322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c33f0bf0-d0d5-4947-8c20-a20f8cef45fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.541199064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c33f0bf0-d0d5-4947-8c20-a20f8cef45fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.547371526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"dca26949-5062-4b37-9a88-2f2775746b22","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.56420559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"f40a3101-f50e-4886-969a-90c56371a206","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1214cd55/e2e-shared-int-sub-1214cd55","ai-tenant-e2e-mt-36573500/e2e-shared-int-sub-1214cd55","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.583695274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c336532e-d69f-43fa-b276-56b658fad363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.583709327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c336532e-d69f-43fa-b276-56b658fad363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.656898355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b88fa36-c449-4efe-87c4-0f3b808138cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.656908673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-sub-1214cd55","reconcileID":"0482d3b8-9629-45f4-8f4e-e27951820257","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:22.657330836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"0c748b79-9b0c-408d-ac1f-02326b323240","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.265728368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"115607bb-2aa2-4426-beba-77e2a05e4872","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.265895796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e491514-64c8-45dd-ab93-108ca737c812","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.265923249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e491514-64c8-45dd-ab93-108ca737c812","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.27329409Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-policy-1214cd55","reconcileID":"115607bb-2aa2-4426-beba-77e2a05e4872","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"policyNamespace":"ai-tenant-e2e-mt-1214cd55","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.281507418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23205c6d-4178-4e61-933c-347ee6136a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.28162948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23205c6d-4178-4e61-933c-347ee6136a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.432673888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5a03669-53e6-4c23-8060-9939d9b7c2e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:23.432699009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5a03669-53e6-4c23-8060-9939d9b7c2e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.425790236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c274319b-1b27-49da-8f1e-2f9e26530e8b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.483050822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"898d9f73-e917-48a3-abf4-bcfac80822f2","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.546170917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"9f81187e-8200-455c-be23-dd1461df2233","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.574001771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"f1768cd6-af66-4c00-b7f4-74ea25064e4c","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.867962033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2fe2f2ab-9705-4511-a75e-f583f4ffcaab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.868475464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f95df6b-eef6-4b0b-8623-ddb7e0260c4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.86869678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ad1fc1d2-37d2-4bfe-950e-11f6dbb6f4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.868942311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"237fa3cb-2f93-4168-a7c8-51892f842e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.889413997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"237fa3cb-2f93-4168-a7c8-51892f842e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.0037752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5f95df6b-eef6-4b0b-8623-ddb7e0260c4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:25.976239599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2fe2f2ab-9705-4511-a75e-f583f4ffcaab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.022867142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ad1fc1d2-37d2-4bfe-950e-11f6dbb6f4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.295276256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5ae4c4ad-82ae-44ce-b69a-8e0f0b184adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.349381599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5ae4c4ad-82ae-44ce-b69a-8e0f0b184adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.354736547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"2235e5a2-daea-4f35-9862-c12625f10997","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.355025581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"6752b77a-0c0e-4d96-9c16-49cc02da7c4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.503050788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"19ab9995-808c-4c4e-8886-219eb254e566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.509270579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"2235e5a2-daea-4f35-9862-c12625f10997","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.610616658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"6752b77a-0c0e-4d96-9c16-49cc02da7c4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.64979475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"19ab9995-808c-4c4e-8886-219eb254e566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.892209298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79e24dfd-5f80-4c13-bfc9-df0321a38a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.915019765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"26b9b97e-06ae-4034-b726-d79256ed22ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:26.997517232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"bfe3d838-d219-44b6-bf22-faa014d400bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.058165471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79e24dfd-5f80-4c13-bfc9-df0321a38a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.177115318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"98e7806e-2007-43ca-8de5-75de4f101b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.178304759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"26b9b97e-06ae-4034-b726-d79256ed22ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.191448367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"bfe3d838-d219-44b6-bf22-faa014d400bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.213837187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"98e7806e-2007-43ca-8de5-75de4f101b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:27.986905967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"249de347-0982-470e-9299-7a1bd1582de2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.0144799Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"249de347-0982-470e-9299-7a1bd1582de2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.053405935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub1","reconcileID":"249de347-0982-470e-9299-7a1bd1582de2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.06448142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"eda7af57-9658-44b2-bb08-6cc8dfeb81fd","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.065184932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-api-key-deleted-sub-auth","reconcileID":"86eeea72-5169-47ab-bd96-87898b3a0b97","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.185489568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d3302de7-808b-4219-9bb0-becfbd2cbf28","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.255687003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2df8061a-a8d9-4ad0-af61-b6e00193e687","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.28871575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e319757c-190d-4349-ba11-29f8c237b754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.28874407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e319757c-190d-4349-ba11-29f8c237b754","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.461455586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f654588d-6e12-463e-b38b-a14e50626d8e","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.533412455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1deedd6a-050c-4ed1-a6d2-f3421089a6b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.537332999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e1602d9e-83d3-4412-a734-e8f452fcbdbf","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.598813777Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"936bc212-39b5-42b0-9fb5-1bcf1fccae52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5da633f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.609269325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1deedd6a-050c-4ed1-a6d2-f3421089a6b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.63409557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"74c0463d-d0c2-4ea7-9045-6ae4d783b163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.63478738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f6081c67-2e17-41a1-9579-6e9506c96b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.635353914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3fd8a92-c320-44b2-89b7-8d907c014a9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.67486933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f6081c67-2e17-41a1-9579-6e9506c96b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.678956272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3fd8a92-c320-44b2-89b7-8d907c014a9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.73505178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"74c0463d-d0c2-4ea7-9045-6ae4d783b163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.891737002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b23b92bf-ae4f-47f8-8f30-5ebe7a931464","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.934580343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7a3e3f67-3c12-411d-87f0-d72fef52f135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.935920852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b23b92bf-ae4f-47f8-8f30-5ebe7a931464","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:28.995468562Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.001204962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7a3e3f67-3c12-411d-87f0-d72fef52f135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.028173419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9bdba7ef-f629-4e83-b469-afd1401136f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.029243181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"18217577-0057-4fc6-8650-4977467dfb50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.073199101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9bdba7ef-f629-4e83-b469-afd1401136f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.113722991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"18217577-0057-4fc6-8650-4977467dfb50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.116887184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"3f809afd-4844-4948-b71e-0c09debf1a00","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.274022983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"d58d8764-025c-4dd0-bf15-926a9062cf17","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.275960817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"adc7bbb0-cce5-4e41-aefe-b9403ea12f19","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.311884584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"adc7bbb0-cce5-4e41-aefe-b9403ea12f19","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.366024613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub1","reconcileID":"adc7bbb0-cce5-4e41-aefe-b9403ea12f19","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.38880693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"8058e4a1-eaa3-4cd5-a36e-62543eaa16ad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.476215401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"990e76c7-29ff-4311-9e67-24f59a37142c","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.477576882Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=10:[ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a33b12/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.488692053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"8058e4a1-eaa3-4cd5-a36e-62543eaa16ad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.521754251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"d382982b-8194-4edd-9e05-fe73d2b52b6b","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.545294291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ffcc1703-c5c5-4d9a-8ce4-afecfd096dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.53230377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2709166e-3eb2-4b08-9c3d-eebc5e7c02bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:29.546341103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.547763881Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=10:[ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a33b12/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.562724487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2709166e-3eb2-4b08-9c3d-eebc5e7c02bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.566730619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"e57c0ed1-6bf7-47cf-8079-0a42685c85d7","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.57029968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"0c6beb21-adc2-4bfe-a231-2b6abb410b1b","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.570743295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"96b1f889-6053-4fbe-9d0f-459c0d16c6a0","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.57198017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ffcc1703-c5c5-4d9a-8ce4-afecfd096dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.598661469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"b2abe8b6-c9eb-46f6-bb34-1e91cb69574b","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.650895411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"fd6738a8-fc6e-49c3-99c2-77362e1e5ad3","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.675884558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1ae0d26a-6cd4-4be5-8e74-efb0691dd124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.677403847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"7350794d-56c5-40ce-add1-25c9176d28d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.704513032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"ee5880b2-2570-47a3-b9d9-56a3898c8ad2","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.705964181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"8cc7c57d-a6a5-4424-b60b-7333229d1b2e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","model":"distinct-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.709947733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1ae0d26a-6cd4-4be5-8e74-efb0691dd124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.710659496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"7350794d-56c5-40ce-add1-25c9176d28d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.748040065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"3536aa93-a714-4e87-8bdf-ec7fbb7e376a","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.773664455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"6158e8cb-ef0f-4b73-b1e6-616b687dd061","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fd631b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.77403168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"1e48de8b-b5c0-42e1-aea9-a773ecebd631","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.782577166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d9c5eed9-b869-49bc-a589-b4fe539a0b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.798974529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d9c5eed9-b869-49bc-a589-b4fe539a0b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.805625232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"1b5139e1-f4a6-4711-a158-42a893af7e4b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.80850467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"e0efecbf-f811-4359-ad69-4a1583d4cc6a","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.81074956Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=10:[ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a33b12/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.827536705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"918a4990-caa8-481d-bd49-2581803fca01","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.850054748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"a1a4d822-7b1d-4fbd-b482-179ae9146835","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.855766656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"414c65ec-4f24-4cfa-beae-325aca745340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:29.869824219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"ba797448-9836-45af-8619-3db4e1684575","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.87126772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"a1a4d822-7b1d-4fbd-b482-179ae9146835","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.873968979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"414c65ec-4f24-4cfa-beae-325aca745340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.924307025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"3a0d2602-d5e3-4d70-9301-e169db37e93d","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.939927618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"3057609f-f4e3-4b3d-928c-ac598118c33c","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.949796982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"10bab861-5381-4c0b-9ab8-d323eccddb28","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.949837576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6062235c-64d6-4483-9a26-19930bb47af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.960960916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"00d4b117-987a-42b8-9e16-e395578aad06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.967014709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6062235c-64d6-4483-9a26-19930bb47af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.967503816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"10bab861-5381-4c0b-9ab8-d323eccddb28","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.972393829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"00d4b117-987a-42b8-9e16-e395578aad06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.980098778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"253bb2cb-2268-4007-ba78-cff2f1f0501e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","model":"distinct-2-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:29.990228806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"9506d334-3e94-43ea-a400-fc0ce460f009","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.015508925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"819eb2a9-ad67-4170-aded-b66698a4fdc4","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.037892595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"03fea295-6fbd-4c06-88d3-fec53bd7123f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.041674321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-sub","reconcileID":"b974a6d5-1ee8-4691-9512-baabfb79f30e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.047644413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"03fea295-6fbd-4c06-88d3-fec53bd7123f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.063205224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"a3913092-9371-4652-8b12-af0e0d5b9612","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.072513556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-sub","reconcileID":"b974a6d5-1ee8-4691-9512-baabfb79f30e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:30.101490632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"a1a4d822-7b1d-4fbd-b482-179ae9146835","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.130101463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3aec77b4-2630-4993-a569-b1508f175b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.130227407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f654a84e-0a54-49b4-a87b-f45285eeebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.139498893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3aec77b4-2630-4993-a569-b1508f175b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.140253974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f654a84e-0a54-49b4-a87b-f45285eeebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.160016441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"dcdde633-fcac-4deb-b20f-eae1afc5b32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.192902399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e9f6087f-aee4-4b13-a6f3-b3f4176a9de5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.19359758Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=10:[ai-tenant-e2e-worker-w1-a33b12/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a33b12/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.19571126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"0033441d-edbb-427b-a49c-d53b4a68fc8a","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.203635545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"59cb434f-4cbd-45ce-81af-6d7ec916caf8","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.219692601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"ffbe3b0b-7736-401e-a649-8bd5d4a3e85c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.220163084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4aa7d20a-19b3-4005-90d0-61b796ae5734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.292306137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4aa7d20a-19b3-4005-90d0-61b796ae5734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.297500357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"ffbe3b0b-7736-401e-a649-8bd5d4a3e85c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.299126904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"e61c83fb-eeca-4e0e-9b63-ac31551fbd1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.300322776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"a67fb460-03ce-4a46-a830-b64cd9a46e6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.303220108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9b835fa3-0059-4e95-91d4-04831a70993b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.310003791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"e61c83fb-eeca-4e0e-9b63-ac31551fbd1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.3959953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9b835fa3-0059-4e95-91d4-04831a70993b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.397174245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"271ab6af-9be5-4f7f-a499-d0619915f76e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.39883873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"a67fb460-03ce-4a46-a830-b64cd9a46e6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.410581278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-user-token-filter-auth","reconcileID":"add1ca74-791e-423e-95ed-e62ca75722b3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.416864163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"94130579-8033-4a33-87c9-06bbb4680ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.424232682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c091635d-b8d0-4f30-8d9c-69f96da2d8bf","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:30.42539925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"94130579-8033-4a33-87c9-06bbb4680ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.195464404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"8e25791a-48c6-4219-bf87-af46e46593cc","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.212997052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"d61a0f56-4e52-40da-bc68-7a166ffca5e8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e37648a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.302115287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4a5154d9-a7c8-4f8f-9e36-c287a5b2681f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.302644151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"c4d68951-de37-40be-92e4-ad4c7b23fa0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.302824604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6223fa30-26d8-48fe-8dc7-6dc57ce83d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.303751706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"8b90bc81-b20b-41f5-9380-352f6216de67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.310735656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4a5154d9-a7c8-4f8f-9e36-c287a5b2681f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.312227566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6223fa30-26d8-48fe-8dc7-6dc57ce83d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.312993807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"c4d68951-de37-40be-92e4-ad4c7b23fa0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.315142778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"8b90bc81-b20b-41f5-9380-352f6216de67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.402306845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8c5f1833-ae51-415c-a75c-e064af94b9c8","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.412569051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8f47fc86-040c-450a-b650-0e9db5b993b3","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.426546022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"be564c61-d5eb-443d-968d-c7649afb7395","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.4361183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"be564c61-d5eb-443d-968d-c7649afb7395","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.534378183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1d3381cd-2154-4f5a-ae07-9c10b0c591bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.534406589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"62b62260-966d-44ef-94f1-e5f34b83227f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.534909012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"13efa1e2-a0b8-4f5e-944e-5cefc5821a06","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.535637042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e4dc9467-30f0-4271-a25e-7506e3a15aa5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.535993775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"ecd2fe60-533a-4ece-aeaf-50c51eb34516","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.542787968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"62b62260-966d-44ef-94f1-e5f34b83227f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.544106509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1d3381cd-2154-4f5a-ae07-9c10b0c591bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.54531084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"ecd2fe60-533a-4ece-aeaf-50c51eb34516","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.547648056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"13efa1e2-a0b8-4f5e-944e-5cefc5821a06","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.574405327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"f1335816-936b-4533-ad2e-0b60b2224f46","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.584268879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a063f298-7f95-4f30-a115-38985c637fcf","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.585026813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b5e7735b-d60c-420a-8f0c-576ad033841c","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:31.588308378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-384164/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.59341604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c6d3c3ed-1b5d-48b2-8c0e-a6d6451700f3","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.623358252Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-valid-sub","reconcileID":"f9e597d9-cc01-49b5-bac4-6d5ca306affd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.627571391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"889b053b-517d-4ece-ba61-72bad9d71ecf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.63550731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"889b053b-517d-4ece-ba61-72bad9d71ecf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.64600864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"0fee601d-459a-4d2a-8d87-a3bec0ba545a","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.713847282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"30d2b188-e094-4245-bc56-27c854da75c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.713998529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-valid-sub","reconcileID":"b8bca9d9-b9e5-4bb4-a2c8-a2571e24f74a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.730189865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e88c1b58-6203-46cf-ac15-faabec22f7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.730185553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a5f27fbc-c6fe-47be-8352-f8639d410db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.736710552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"3ab59147-86ec-4c38-a54d-0d80c2285848","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.739138768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a5f27fbc-c6fe-47be-8352-f8639d410db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.73978361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e88c1b58-6203-46cf-ac15-faabec22f7f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:31.744253297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"3ab59147-86ec-4c38-a54d-0d80c2285848","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.278945903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b1c8307d-88fc-4670-8d7d-18664d5e3df0","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.305495394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"336ae8dc-020d-4ffa-8a8b-726e8229f278","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.313262174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7fc6e98-f2e1-403c-843c-c945a00f5ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.313917549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"33c0abbc-a1ec-4c89-96c5-cae3c68cc3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.321691237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"336ae8dc-020d-4ffa-8a8b-726e8229f278","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.330577333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7fc6e98-f2e1-403c-843c-c945a00f5ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.333357519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"33c0abbc-a1ec-4c89-96c5-cae3c68cc3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.556672336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8d160f24-ad69-4122-9576-c4795160590c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.56422098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8d160f24-ad69-4122-9576-c4795160590c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:32.569924711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8d160f24-ad69-4122-9576-c4795160590c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.448791118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-sub-1214cd55","reconcileID":"11161fdc-1c14-46e0-a356-a9f56903d9b6","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1214cd55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.472266359Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"namespace":"ai-tenant-e2e-mt-1214cd55","name":"e2e-shared-int-sub-1214cd55","reconcileID":"11161fdc-1c14-46e0-a356-a9f56903d9b6","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-1214cd55"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-36573500/e2e-shared-int-sub-1214cd55","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.487346973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6666a7e-463e-4c4f-9563-e2904282d029","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.487879179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"780aab96-0bef-407e-a623-bd5baa0c872e","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.498593051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff28db01-5d8b-4df6-8115-057602066cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.499878944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff28db01-5d8b-4df6-8115-057602066cf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:33.623660363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"507d39e7-ddac-4682-a8ab-af0d5f79f20c","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:34.095691314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"f4539f6e-485d-4129-b75c-ca8a3524dc07","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:34.132563477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"668154f3-d5a9-4262-94c1-c7245e05162f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:34.14229631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"668154f3-d5a9-4262-94c1-c7245e05162f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.60784137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"044073c3-cc45-45db-b70a-ee6d85ffa194","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.613958563Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"044073c3-cc45-45db-b70a-ee6d85ffa194","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.618017768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-sub2","reconcileID":"044073c3-cc45-45db-b70a-ee6d85ffa194","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.649938246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"7178a57a-4380-4e9c-9bb7-7ba0a49ae886","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.666856904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"64fe24f6-ffb5-4b2a-bc01-69491d630934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.66727936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fe1009d9-1ff2-4429-aaa4-9af2d674fa1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.667546556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ba56243e-6d21-4119-b3b4-f58d8beadba0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.668207564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"726a8f57-0954-41c2-89fa-bf397d836a38","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.675184431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"64fe24f6-ffb5-4b2a-bc01-69491d630934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.675300816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fe1009d9-1ff2-4429-aaa4-9af2d674fa1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.677911913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"726a8f57-0954-41c2-89fa-bf397d836a38","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.677947006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ba56243e-6d21-4119-b3b4-f58d8beadba0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.803102357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a772e15b-ec84-40ef-86ba-c46d09d2d0d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.803905042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0e6084bc-2da2-4678-85ae-a6afa5bc76dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.803923696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4b6d5caf-5c0d-48e9-b99a-bd4b7f6935b6","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.812454374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a772e15b-ec84-40ef-86ba-c46d09d2d0d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:38.990647929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a2b6fa47-22db-4e2a-b565-dac7df7c7034","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.145223743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e3c56864-c37e-4ce1-9db4-e2578fc4c732","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.145451887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6b7b960d-6434-47a4-97ed-44d953beefa1","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.159167585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"3e90261e-38ee-4e2e-ba01-ef31229947e7","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.778115939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"f92cdfee-3ddc-4a94-b40b-e38915d189ff","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.782086223Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"f92cdfee-3ddc-4a94-b40b-e38915d189ff","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.786652315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-sub2","reconcileID":"f92cdfee-3ddc-4a94-b40b-e38915d189ff","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:39.908244844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"3f55dba1-e012-4161-8480-14f625677a2e","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.009308685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"7e8df8e7-4300-4814-a674-50d3758d05be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.00977127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"14b74493-0ac7-4299-b099-66828af19c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.01023507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"7c30fe73-7673-4ac6-bb72-24bd98482c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.010715087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"345d3ed9-16b2-4970-a0a3-2eb2b399175e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.016414801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"7e8df8e7-4300-4814-a674-50d3758d05be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.089530951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"7c30fe73-7673-4ac6-bb72-24bd98482c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.089692657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"14b74493-0ac7-4299-b099-66828af19c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.090060531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1bac6677-da35-45f8-ac8f-fc5a0500fdf8","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.091857861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"345d3ed9-16b2-4970-a0a3-2eb2b399175e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.101917113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth1","reconcileID":"4297d9dd-ac5a-40eb-8bfc-45a5339b9599","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.110597225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"a46433f6-5a9c-4d79-989a-06c423a7b2e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.115148542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"25ab7e60-157a-4a67-93eb-d1af1cc3fc6f","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.118530943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"a46433f6-5a9c-4d79-989a-06c423a7b2e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.31991053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-multi-keys-auth2","reconcileID":"cf1d5053-2484-4c3a-902a-9be7dc82d0e0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.319975982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"c7229b79-d09c-4162-8eb7-ff349234b86a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:40.335948429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"ecffab0d-c7d5-4289-86ef-f3cf04aabef1","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.221137618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"5762de4a-3381-402e-9c1c-dbd99ba60d86","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.226255416Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"5762de4a-3381-402e-9c1c-dbd99ba60d86","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.244985228Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub1","reconcileID":"5762de4a-3381-402e-9c1c-dbd99ba60d86","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.331524791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"0e3b9fb6-e5a6-4182-b975-26583df7ae81","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.374988451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"6fb29651-ed38-4486-9f0d-62579775da4a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.386533889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54e88cf0-22dc-41c6-bd3d-de5deeab461d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.386615502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"95cf6f97-cba3-4039-8513-7ca243fc0646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.386918387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"6ab3e402-b5cb-4de3-a9b1-1a8d591b5ba7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.391854038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"6fb29651-ed38-4486-9f0d-62579775da4a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.3985096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"95cf6f97-cba3-4039-8513-7ca243fc0646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.403007437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54e88cf0-22dc-41c6-bd3d-de5deeab461d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.404252363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"6ab3e402-b5cb-4de3-a9b1-1a8d591b5ba7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.479325672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"c24180b0-7cc1-4a7a-90c5-97cb1cf2964f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.570101386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"8cbef41b-b5da-4b9a-8df4-da93884c1aa2","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.576087503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"c24180b0-7cc1-4a7a-90c5-97cb1cf2964f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.592284502Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"31ea2dfe-977d-43b8-ab12-9f4ea72e8684","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4faa5985","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.597323119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"339fa187-e0ef-4342-ad68-d1b1921db240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.5984831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"b1218c07-335e-4fa7-982a-468b413dbd45","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.59902122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8afd47ae-8191-4864-aa76-531d9591c518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.626746744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"b1218c07-335e-4fa7-982a-468b413dbd45","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.6283777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"339fa187-e0ef-4342-ad68-d1b1921db240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.633189137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8afd47ae-8191-4864-aa76-531d9591c518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.725393351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"3cc58c5b-7912-4db3-91eb-4f1fca970415","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.728251694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cb065f48-0b21-44e2-ae20-a0d8d7e3f987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.733241182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"3cc58c5b-7912-4db3-91eb-4f1fca970415","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.739170657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cb065f48-0b21-44e2-ae20-a0d8d7e3f987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.824304427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e99baf5b-203f-48c0-a866-8bbaf19fd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.825018046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"597ac6ad-3ad9-4a09-8a26-a460cf8567d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.834629521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"597ac6ad-3ad9-4a09-8a26-a460cf8567d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.834888947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e99baf5b-203f-48c0-a866-8bbaf19fd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.940098171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6be720a-f726-4dc4-b6f3-565f0f781254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.940118696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6be720a-f726-4dc4-b6f3-565f0f781254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.945513879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8c9e40-93ff-4c8e-b59f-feb9c787c0c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.945530916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8c9e40-93ff-4c8e-b59f-feb9c787c0c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:41.99767622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"21853b73-cbab-4466-a298-2966919fd688","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.032644212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"21853b73-cbab-4466-a298-2966919fd688","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.041361424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"21853b73-cbab-4466-a298-2966919fd688","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.050030875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1e7db3-fe95-4ee9-bbe5-c754ab10f3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.050048243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1e7db3-fe95-4ee9-bbe5-c754ab10f3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.12300659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1609d5d-7fc2-49cf-bed2-7192821008cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.123029008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1609d5d-7fc2-49cf-bed2-7192821008cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.131541815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5672bbe8-35f2-43b3-ada0-f039e40f97b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.131562427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5672bbe8-35f2-43b3-ada0-f039e40f97b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:42.132725834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"8286d334-afa8-42f9-afd1-6bdcbff2c506","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-5779e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.135157375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdc4e00c-3934-43e7-9bf0-7bd9f3336ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.135855167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"8364a4bc-1c0f-489c-80b5-b891946a2546","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.136554886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"659f5bcc-6285-4df4-b1ba-757a40dd66be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.15180118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdc4e00c-3934-43e7-9bf0-7bd9f3336ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.152660356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"8364a4bc-1c0f-489c-80b5-b891946a2546","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.153528537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fd9b783-3594-468d-b650-f7c9a5672f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.153545481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fd9b783-3594-468d-b650-f7c9a5672f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.156040961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"659f5bcc-6285-4df4-b1ba-757a40dd66be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.161493187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"8364a4bc-1c0f-489c-80b5-b891946a2546","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.163654502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32397b1-c6c9-4077-a02f-d4c904d59e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.163674773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32397b1-c6c9-4077-a02f-d4c904d59e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.186506629Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"237d7d1d-161f-4706-a0df-2bbe4511d903","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-36573500/e2e-shared-int-sub-1214cd55","models-as-a-service/e2e-default-int-sub-5779e4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.208356455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab7cb0a-697a-4b1e-b4eb-74ca98cc2d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.208376548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ab7cb0a-697a-4b1e-b4eb-74ca98cc2d85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.281942444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d52a2a2c-62f3-47ea-b853-634fe8103b8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.282090496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"fb2fbe23-606b-40ea-b17a-9d331343ee58","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.282395477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"570a7898-ac75-4cc1-8065-db9097b26710","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.317198409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-valid-sub","reconcileID":"36c4577d-a570-4c94-bcad-8584f99950ff","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.341001464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-valid-sub","reconcileID":"36c4577d-a570-4c94-bcad-8584f99950ff","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.385347902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"c666c82c-a0b8-4d66-8b2f-388f71db05a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.479590614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"61e5bead-afbc-4654-841b-a191ea188979","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.489273741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"c988b9b6-96be-4d6c-aad1-4dccca994b1a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.489572316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e2ca9790-0797-47c6-baba-453ea5d63060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.489910276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6747e286-cb38-4ec5-9a37-0cc3d06093e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.49770055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"c988b9b6-96be-4d6c-aad1-4dccca994b1a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.498769374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e2ca9790-0797-47c6-baba-453ea5d63060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.500493298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6747e286-cb38-4ec5-9a37-0cc3d06093e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.586003275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ad0590e-6f27-4415-9982-37bcdc7dac06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.617410836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ad0590e-6f27-4415-9982-37bcdc7dac06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.624254155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ad0590e-6f27-4415-9982-37bcdc7dac06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.634915062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5c0b78-d91a-4995-8fb2-9c71fc40c6f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.634931884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5c0b78-d91a-4995-8fb2-9c71fc40c6f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.639572303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"00f805cd-8467-4bad-9d55-4948800b7803","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.639603772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-models-invalid-sub-auth","reconcileID":"2ad54287-e572-4b73-a85c-904d370e089e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:42.657062567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"16e9487b-fca3-4406-ab2b-6730915fb3e1","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:45.179746232Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5bc8c60a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5bc8c60a","reconcileID":"c79bd069-5139-4a37-9503-fce2068ebba0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5bc8c60a","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5bc8c60a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:45.662872065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d36976e-2ed9-4c2c-8127-7116c0d8dcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:45.834947589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d36976e-2ed9-4c2c-8127-7116c0d8dcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:45.947072091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d36976e-2ed9-4c2c-8127-7116c0d8dcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:46.377029943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d36976e-2ed9-4c2c-8127-7116c0d8dcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:46.713136518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"e2048455-aed6-4f9d-8dd9-cd093516b783","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:47.609145423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53fda76a-ffe2-471c-a782-999a64c889c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:47.609176293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53fda76a-ffe2-471c-a782-999a64c889c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:47.9941483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cdb61999-ca4d-43ba-9511-3cb7bbfa19cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.008395368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4742b70b-ac01-494f-b5d3-6af51900caf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.104193732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cdb61999-ca4d-43ba-9511-3cb7bbfa19cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.105496284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"cddbf3bc-1022-4154-9481-442f12fefac9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.106122351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"162fb831-2dcd-4356-9cfb-cc7d067ed31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.106855078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"23ae7a95-8840-4905-bf3e-50f21d06149f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.119304521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"4396cd52-dcd7-4889-9ad5-93e6482d5e48","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.414528395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"cddbf3bc-1022-4154-9481-442f12fefac9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.419295701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"162fb831-2dcd-4356-9cfb-cc7d067ed31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.490612902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"23ae7a95-8840-4905-bf3e-50f21d06149f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.560272257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"4396cd52-dcd7-4889-9ad5-93e6482d5e48","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.56057212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2ec04739-bb61-47bd-b7ac-0e9d732f8bc3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.860192945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"54f7a839-6ba8-4a5c-ad8b-b3f4665d71e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.902405126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7be44e50-9178-42b9-9359-b759b6aba20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.926494609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7be44e50-9178-42b9-9359-b759b6aba20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.915582724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"06eebb80-115c-4166-a9c2-13fc0d9ad699","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:48.914341949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"601e155d-9dc8-462d-bbc7-1827c4be953b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.21756452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f83887a-4087-4277-8758-afa61f687832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.28580545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ad25245-f83d-4f88-bca5-6c1d207bd5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.286744631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e8de50f6-bfd3-45f1-af54-1d99b55b9573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.41558637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ad25245-f83d-4f88-bca5-6c1d207bd5e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.460553951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"601e155d-9dc8-462d-bbc7-1827c4be953b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.521174512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0c294ed-25b2-48c7-92b3-acd6a00e9bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:49.561824439Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"54f7a839-6ba8-4a5c-ad8b-b3f4665d71e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.562222844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"c07a3798-4e7c-4599-9c12-93d62c3a6de8","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.783821822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e8de50f6-bfd3-45f1-af54-1d99b55b9573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:49.80450849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f83887a-4087-4277-8758-afa61f687832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.128304545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f83887a-4087-4277-8758-afa61f687832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.640364252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8dd53fa8-e7a9-4fe6-9f49-e2886bcdc55e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.64146965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"30afcb9b-e0d6-4635-b811-6848b7678f0e","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:50.700956773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"54f7a839-6ba8-4a5c-ad8b-b3f4665d71e1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.956149104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e5011e-677b-4382-9894-6c6d1e1ecb9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.956265212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31e5011e-677b-4382-9894-6c6d1e1ecb9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.958622098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552131a6-8768-4d4b-8027-e937df3cd7d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.015943648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552131a6-8768-4d4b-8027-e937df3cd7d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:50.997820622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"90d66daa-6aa0-4c39-9713-35ff5cfe0acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.033098822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"e137ba79-148b-47c5-ab4e-a20915cda3ac","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.052867421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"bb295d10-25cc-4d2b-8724-9132c8bbc380","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.063070954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b3e7a4f-fb04-4282-80b4-1c9390598f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.063855904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"918b95c0-08c7-402e-b736-7217d152f308","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.064918522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"51a33302-7c6c-4b95-aac8-266d67a3b775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.067873321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"c8ab49dc-8c23-4a9e-b77b-4216a3ada7d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.068301771Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"bb295d10-25cc-4d2b-8724-9132c8bbc380","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.075014359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0f7d35e2-0c02-406e-a40c-323790c9fd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.092252628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"918b95c0-08c7-402e-b736-7217d152f308","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.104967514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b3e7a4f-fb04-4282-80b4-1c9390598f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.114185917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"51a33302-7c6c-4b95-aac8-266d67a3b775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.117758466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0f7d35e2-0c02-406e-a40c-323790c9fd4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.13201024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"918b95c0-08c7-402e-b736-7217d152f308","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.151689516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42ed3806-af38-4d4f-89de-6f9b19709d74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.151915347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42ed3806-af38-4d4f-89de-6f9b19709d74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.159543322Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-sub2","reconcileID":"bb295d10-25cc-4d2b-8724-9132c8bbc380","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.17416068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2055f0a4-799c-441d-a442-41027658a094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.19341916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2055f0a4-799c-441d-a442-41027658a094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.20511858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30abe737-00fd-4989-9ce0-a0c6ec8c4adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.215760782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30abe737-00fd-4989-9ce0-a0c6ec8c4adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.23505318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30abe737-00fd-4989-9ce0-a0c6ec8c4adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.247292529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30abe737-00fd-4989-9ce0-a0c6ec8c4adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.326088574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"4536cab8-aab9-4839-9b50-d524bd08c5b0","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.401111693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"af4ac187-598c-40f4-84fe-97b8529b13de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.423177756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"605448e9-f66b-43d0-8f8a-99e38450dea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.47934618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"af4ac187-598c-40f4-84fe-97b8529b13de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.481639444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0f2368ef-b8c5-4248-88b5-710197f9f0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.488552668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"90a7a941-dcf3-47c2-bc16-a166844a6382","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.507270756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"9e615537-6bd1-44f3-a6c2-15c0ece35db7","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.54436952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f8cab150-261a-4c31-b750-f28c499e2ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.554198137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0f2368ef-b8c5-4248-88b5-710197f9f0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.563067431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f8cab150-261a-4c31-b750-f28c499e2ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.568569661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"90a7a941-dcf3-47c2-bc16-a166844a6382","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.637597243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"3543e5d0-535a-4049-b5ec-69c55ae31d0a","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.77636542Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth1","reconcileID":"eaa6b328-8a7c-4269-b52f-aca01eaaaee8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.781777371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"14aa3c3f-c95f-4fa5-a053-044c1ac47c12","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.91064236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"14aa3c3f-c95f-4fa5-a053-044c1ac47c12","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.986846282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"36be6a46-9871-4538-8c07-61176debf1ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:51.99069985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e58d4834-face-4c4e-89e8-a99b7fac2e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.095935859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e58d4834-face-4c4e-89e8-a99b7fac2e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.105012143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"36be6a46-9871-4538-8c07-61176debf1ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.123048521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"8e596624-4ce8-470a-9a99-e03bec87b67f","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.229143224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"dbd71ea4-d214-4498-926d-b857cbbc240f","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.291308732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-ignore-header-auth2","reconcileID":"7166b05e-7aaf-48e7-8877-29ff98cdfb29","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.31993807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"d2507e35-aed5-46cb-bcc3-8155053715c5","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.395878768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"fd8b5c57-2916-43b3-a07a-0cb7a0ebe37e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.407268964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6781db0a-ace0-4c92-bafc-57acb5c88cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.414802223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"092ae0db-3639-446a-beea-30cbd086d580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.428610088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"6307a970-e01f-4588-b29a-f6101d61b7a9","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.624972029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6781db0a-ace0-4c92-bafc-57acb5c88cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.649066973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"092ae0db-3639-446a-beea-30cbd086d580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.659721974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"33fb2791-6439-43ac-9b4c-15d985b94afb","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.726984057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c7b9bb44-a40c-4a64-a738-1969d29a35c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.740651909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"26e614db-8502-4e64-966e-29b6d91b1572","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.792549746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b3f615-8788-48a1-8857-5e61f4996507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.849407723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b3f615-8788-48a1-8857-5e61f4996507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.866216609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c7b9bb44-a40c-4a64-a738-1969d29a35c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.86972158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b3f615-8788-48a1-8857-5e61f4996507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.892394845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c7b9bb44-a40c-4a64-a738-1969d29a35c2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.893169794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b3f615-8788-48a1-8857-5e61f4996507","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.893923002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"fd6812de-1656-4bf5-843f-3357786c7a51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.895588503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"60d05a0e-1494-4ca9-b5ce-b1b113adb7d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.902191436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19ac4aa6-1017-4d46-856e-a66f140499e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.903056175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2548df53-4a8f-4907-9780-7232f92bbcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.924726434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a50291-9a42-4952-9122-d4cb254bc756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.924808153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a50291-9a42-4952-9122-d4cb254bc756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.931146658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"19ac4aa6-1017-4d46-856e-a66f140499e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.943098188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2548df53-4a8f-4907-9780-7232f92bbcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:52.954832383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c0bd6f21-2d34-4909-847c-09b1ea8daa9c","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.01319121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"fb3f7cc2-a9c6-441e-9eb2-2dbb1fbfad13","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.031359063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"75bbb88e-76f8-403d-b893-f3d8be297465","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.16371184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"65017bc5-88f9-450f-a8c8-098172e9caa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.164620805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b0a3265e-9758-4cc1-8817-8ec53ca8f554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.202043441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"65017bc5-88f9-450f-a8c8-098172e9caa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.215164682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b0a3265e-9758-4cc1-8817-8ec53ca8f554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.216463352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"b10758c7-ebc0-4cf3-8756-f8a99c707ff5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.296707561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8cc8dbcc-8cb9-41a9-9303-90c5b269aaee","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:53.425573823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"8c4b12a1-c8c9-476d-8b06-1109bdbd2e71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:54.922729349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa648e-0c2f-4db3-a347-e511f57a10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:54.932113368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa648e-0c2f-4db3-a347-e511f57a10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:54.939125377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa648e-0c2f-4db3-a347-e511f57a10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:54.945060071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfa648e-0c2f-4db3-a347-e511f57a10cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.242236322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2eb51-3194-4373-8a66-e148aa63fecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.247084267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2eb51-3194-4373-8a66-e148aa63fecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.250961897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2eb51-3194-4373-8a66-e148aa63fecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.254863753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d2eb51-3194-4373-8a66-e148aa63fecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.566992673Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a24e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a24e1","reconcileID":"26b20710-d79a-41ed-9190-ef0ff175864e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a24e1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6a24e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.66375279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"3de5f0a3-0934-4ada-8b9e-cbd913952d10","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.867360199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1d82d8-32b8-4a94-8d57-a2ecd7996c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.87104519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1d82d8-32b8-4a94-8d57-a2ecd7996c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.87650807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1d82d8-32b8-4a94-8d57-a2ecd7996c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:55.880357301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1d82d8-32b8-4a94-8d57-a2ecd7996c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.779015501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b267888a-7362-4367-8607-28f195f6d34d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.779035331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b267888a-7362-4367-8607-28f195f6d34d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.827016066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce73a4f-b126-4932-8f48-92ac4f14583c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.827058309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c13c82-db49-4add-8162-2841baf3eab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.828849701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"49ac0bb6-0b2d-4985-acc7-65e597b19fec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.831103729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6e8a4c6-7ea6-472e-8bea-87ca0d68fb55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.864982853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce73a4f-b126-4932-8f48-92ac4f14583c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.865729434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49dc2584-59e4-42ef-ace4-0f3f4fdc0d88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.865747839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49dc2584-59e4-42ef-ace4-0f3f4fdc0d88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:56.870929788Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"49ac0bb6-0b2d-4985-acc7-65e597b19fec","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:56.871759719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c13c82-db49-4add-8162-2841baf3eab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.872739138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ce73a4f-b126-4932-8f48-92ac4f14583c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:56.883842073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"49ac0bb6-0b2d-4985-acc7-65e597b19fec","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.884006504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3985a004-8685-4e65-b513-633570a69657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.884025944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3985a004-8685-4e65-b513-633570a69657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:16:56.88582595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c13c82-db49-4add-8162-2841baf3eab4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.88722476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ad3dbc-077b-437e-8e11-e39c52de6913","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.887240982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ad3dbc-077b-437e-8e11-e39c52de6913","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.88769057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf5f26c7-ecbd-4a28-8602-b09bf2079608","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.887709972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf5f26c7-ecbd-4a28-8602-b09bf2079608","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.925194508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38022bdd-62ff-4eb1-a48a-b4a0e71c7b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.930451033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5b7acbe-67c0-41e1-9b5e-434dc965538b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.93398004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"4a7b0aac-50ad-4ba7-a863-eba66ae6298b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.951938357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38022bdd-62ff-4eb1-a48a-b4a0e71c7b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.956006511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"4a7b0aac-50ad-4ba7-a863-eba66ae6298b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.962662646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38022bdd-62ff-4eb1-a48a-b4a0e71c7b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.969269571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"4a7b0aac-50ad-4ba7-a863-eba66ae6298b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.974500109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd906df-b500-4d94-a647-3c2dab84129b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.974524317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd906df-b500-4d94-a647-3c2dab84129b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.978715842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"975c03af-9df8-4569-b38a-0105427664f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:56.978735812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"975c03af-9df8-4569-b38a-0105427664f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:57.573548004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de1177-32eb-4fbf-8d9f-66b6b17c6f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:57.576962076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de1177-32eb-4fbf-8d9f-66b6b17c6f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:57.587628026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de1177-32eb-4fbf-8d9f-66b6b17c6f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:57.596585787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de1177-32eb-4fbf-8d9f-66b6b17c6f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.068209511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"75ed042d-69f8-47ac-b359-748f2dc4ff8c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.0839053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857bfae-fc85-4b6d-a76e-0822ff550cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.091545132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857bfae-fc85-4b6d-a76e-0822ff550cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.099719283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857bfae-fc85-4b6d-a76e-0822ff550cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.117621479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857bfae-fc85-4b6d-a76e-0822ff550cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.139421836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e3dee408-d9d4-4e8b-b16c-b748397f4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.139759857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3835e67b-dffb-406a-965b-02644c9e410c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.140277324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"89f8780d-d059-4853-a30e-228f28410280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.154782312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3835e67b-dffb-406a-965b-02644c9e410c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.16189955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e3dee408-d9d4-4e8b-b16c-b748397f4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.175541798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"361b45e5-e73a-4689-b992-db96e1de9aac","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.197386356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"37e312c0-06c3-43e6-b70d-f5fad91edabd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.331909223Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86671d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86671d","reconcileID":"0eaa6618-984c-491f-82d6-15a9d4f768aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86671d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-86671d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.595178122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa3d813-63b7-479a-82f9-7328e32a90d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.642722003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa3d813-63b7-479a-82f9-7328e32a90d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.663798228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa3d813-63b7-479a-82f9-7328e32a90d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:58.668709253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa3d813-63b7-479a-82f9-7328e32a90d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.006558877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.265228924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"73eed4da-dbcf-4944-aaf4-9986868fd0f4","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.630266834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"5c7d92ca-73c5-4594-b284-03fe75f126f6","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.660089451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"250dc1e1-4f57-45ff-87ba-68c1f2177df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.67112108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dee96fb1-78b7-4699-8369-64617caa30a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.672696908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"67f2bd1d-4f5a-4560-b50e-b92920d7e7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.680505407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dee96fb1-78b7-4699-8369-64617caa30a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.684213868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"67f2bd1d-4f5a-4560-b50e-b92920d7e7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.694406986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"bdaa2ca6-a7a2-4ed1-8e12-31bf8dde4607","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:16:59.764053065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"4312346c-e0df-4b76-93c9-d8cec3f3e4b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.0922916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"64e126cd-412f-4d61-adbf-9fc94d19ceb9","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.666428921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c65d036c-d69b-483f-87be-c206751907bf","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.695177911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"2e85977b-2717-4924-b3c1-68e7115883f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.696268865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f6232546-94b1-4848-8d48-36450ee5b5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.697089608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0e62e518-c013-44c1-a761-9f035b0d24ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.706181741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f6232546-94b1-4848-8d48-36450ee5b5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.70991022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0e62e518-c013-44c1-a761-9f035b0d24ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.720597907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"2fa75380-e08f-4d8a-8ae8-583567136963","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.788146318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"8428cb1a-55f6-4308-9619-9190d7a5c737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:00.993759353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"8198b117-21bd-412c-a306-fcb58f5e591d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.019393Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"8198b117-21bd-412c-a306-fcb58f5e591d","name":"e2e-mt-5bc8c60a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.189214262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"da136fa8-be4e-4bb7-a48d-b299d94cef71","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.204764098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"95e6d25e-7946-4a34-aec4-d7bcaecdb4d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.206426473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1179d2b0-1362-4a68-8f1e-b1e3ca143bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.206862403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dd9e337e-b699-403a-be67-89e0c35f741c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.214099688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1179d2b0-1362-4a68-8f1e-b1e3ca143bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.217352842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dd9e337e-b699-403a-be67-89e0c35f741c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.230015373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6a0ac55a-8a65-445b-9dfc-87e8a8001227","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.307865458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"46efec3a-61b5-4a88-9bf2-0545366ee36e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.423531754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"135b8d07-19d8-4290-8004-e04474255c07","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.447706214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"8c612f86-fa8f-43b1-bfb4-7d8229ee531b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.451105649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8fb13bf0-54a3-48d4-a4a5-ddfc89798dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.451131153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6f6c328b-2aff-436a-a37a-2ad846b3023f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.459227005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6f6c328b-2aff-436a-a37a-2ad846b3023f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.460904086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8fb13bf0-54a3-48d4-a4a5-ddfc89798dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.468317503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"98779050-f3b6-445c-baaf-1b4c615344ad","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:01.540423431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"e92a2b2b-b574-49df-a784-f6ef150087ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:02.935062275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d4d63ca4-59a1-4d54-b079-5abff9c4df5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.023906643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d4d63ca4-59a1-4d54-b079-5abff9c4df5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.04960126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d4d63ca4-59a1-4d54-b079-5abff9c4df5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.075656011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30205d3c-2eca-4069-97a7-a43bc845da60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.075687397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30205d3c-2eca-4069-97a7-a43bc845da60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.915957553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3af0c994-4fb3-4b02-b75a-80f3bf561676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.916588888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0fe3252c-e231-491b-b790-6cdd7d1457bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:03.977516353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3af0c994-4fb3-4b02-b75a-80f3bf561676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.154910637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0fe3252c-e231-491b-b790-6cdd7d1457bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.374960805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0f6f2496-378d-4307-96cd-729b3a592236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.400849024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"21bcd345-fa14-4df4-b513-22589205e64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.533018687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b7b549db-9c7e-41f7-bb99-8419227ea2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.698219131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8da4da29-325a-443f-bbe7-eab296822d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.541962543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0f6f2496-378d-4307-96cd-729b3a592236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.852247726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"21bcd345-fa14-4df4-b513-22589205e64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.858254014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b7b549db-9c7e-41f7-bb99-8419227ea2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:04.879678224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8da4da29-325a-443f-bbe7-eab296822d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.110223361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3d93dbab-f37a-4583-a9f4-554b1777112a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.13860604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4ad4940-071b-4573-8b00-5a2b072b2abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.283667783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4ad4940-071b-4573-8b00-5a2b072b2abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.372508806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"2609b60a-dcdd-42e9-a1db-c119176a22ca","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.669492853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3d93dbab-f37a-4583-a9f4-554b1777112a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.72448813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ab4980f7-5612-4e73-addd-33fc07e31986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.725875209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"398ecbce-d308-429d-a16c-416c6a2f58cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:05.886160463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ab4980f7-5612-4e73-addd-33fc07e31986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:06.005887134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"8a3e6db7-a526-40ed-bc33-dbdb9487ad52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:06.014760615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"398ecbce-d308-429d-a16c-416c6a2f58cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:06.422741863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a931a627-0007-43c3-8d76-5e8ba7bf2de6","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:06.468407291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"7b0260e2-44fd-4e41-9d9b-559d4c939f90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:06.915539003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fbb5bb-5cf8-4e56-a914-257c32d9f409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.143990844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fbb5bb-5cf8-4e56-a914-257c32d9f409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.227558152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"c310e8a0-b2b8-4b45-be43-c73fa9330e0c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.228272465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fadb8f0-1ad8-4ee6-930a-a8843c48b18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.387011019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fadb8f0-1ad8-4ee6-930a-a8843c48b18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.453809029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fadb8f0-1ad8-4ee6-930a-a8843c48b18a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.455767757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"c310e8a0-b2b8-4b45-be43-c73fa9330e0c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.456303135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fbb5bb-5cf8-4e56-a914-257c32d9f409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.487404861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"c310e8a0-b2b8-4b45-be43-c73fa9330e0c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.489146722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d3fefe-f961-42da-a9c1-a9148ab1d5c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.489167533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d3fefe-f961-42da-a9c1-a9148ab1d5c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.489750848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f0a3986-1309-4fef-a198-d366ac964378","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.489763818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f0a3986-1309-4fef-a198-d366ac964378","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.500624402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7af1ed90-8c53-4b01-8b5f-7e8e568cde14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.500699369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7af1ed90-8c53-4b01-8b5f-7e8e568cde14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.766196211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"138d1bca-f55b-46ec-b9c6-d58371e77fee","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.876688646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"53f0f24c-215c-40d3-87a1-2d93af9aa25e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:07.906465761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"53f0f24c-215c-40d3-87a1-2d93af9aa25e","name":"e2e-api-a-6a24e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:08.869319799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"938ad3bd-d0e9-4b1d-9ed7-3e716699d307","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:08.984087639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"d2232a48-1e10-43eb-8207-6d85cbed5d93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.050342655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"318ea121-268a-4f64-9298-751bbf7b5c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.051455537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8995dae8-bf39-44ba-bc81-8d84ede4a222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.210169388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"318ea121-268a-4f64-9298-751bbf7b5c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.262945702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8995dae8-bf39-44ba-bc81-8d84ede4a222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.236849026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"49fedf79-7ce3-428d-8f9b-09e1c471b13f","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.331246542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"a859f992-1ec0-4b7f-9445-900b9c44af26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.699517378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"921fb197-95d3-43a6-9296-551e293a74e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.699642663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"921fb197-95d3-43a6-9296-551e293a74e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.78632393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3720b200-2be5-4e2a-b293-56b22d9ab107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.819233908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1044dfd-c61b-4610-9e21-048f60b8b644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.820075264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"abdd4cb8-b115-4e97-9bb5-6cf6eb60d3a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.820676284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26eee0e7-40c4-4d15-96c7-66774e719958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.839821061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b2fd164-c03d-4677-a41e-d4a033cc3a1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.856864813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b2fd164-c03d-4677-a41e-d4a033cc3a1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.844178291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"abdd4cb8-b115-4e97-9bb5-6cf6eb60d3a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.865770135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1044dfd-c61b-4610-9e21-048f60b8b644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.868180592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"abdd4cb8-b115-4e97-9bb5-6cf6eb60d3a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.869245126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26eee0e7-40c4-4d15-96c7-66774e719958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.890378152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"904f2381-d432-4110-b63f-034315366b7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.892195342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1044dfd-c61b-4610-9e21-048f60b8b644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:09.962730688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26eee0e7-40c4-4d15-96c7-66774e719958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:10.272718693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"7134cfba-1da9-4179-8070-4f8e1e9efd2a","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:11.947063352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"c6c857f5-d588-4f7a-9f8c-a9c1a3d5dbc0","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:12.17295622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"9d18e0a9-85ed-4ef0-ad29-357617c86d3a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:12.242925234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"9d18e0a9-85ed-4ef0-ad29-357617c86d3a","name":"e2e-api-a-86671d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.076667175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"0c547038-0d9e-46f9-b385-9eb77839669a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.105968002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"0c547038-0d9e-46f9-b385-9eb77839669a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.112653771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"0c547038-0d9e-46f9-b385-9eb77839669a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.121118994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13654fe2-ebb1-410b-9473-7dbda23ff7ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.121140103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13654fe2-ebb1-410b-9473-7dbda23ff7ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.742087728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"6d4849fa-1cb2-451c-aa54-5dbcec562049","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.758911408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"86074fb4-5dc4-4d17-bb94-fc29dc365ea2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.762144374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"82002059-4498-42e8-af3d-b14b080ba328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.762156225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d402e3e5-dd84-49f9-b912-6f07d4db59a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.772402983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"82002059-4498-42e8-af3d-b14b080ba328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.772588209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d402e3e5-dd84-49f9-b912-6f07d4db59a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.783320291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"e30d15d2-6889-4f60-9a13-a04a8bcbb596","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:13.857529526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"448f16fc-dd52-4bda-ae3a-e477e671bf47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.103795514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d80d9b67-80ff-49ec-8270-75a3181c4a97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.103894238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d80d9b67-80ff-49ec-8270-75a3181c4a97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.12547285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ba5afff-575a-4e6a-bd96-1cff3377561b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.132658355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"94ce6a48-0d4a-4038-901a-38878f56d325","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.133296288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97cce717-8d94-4439-b857-e7dfbf64c5a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.133702357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f41dd666-45df-48c2-a11d-5876eda37594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.192016682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9cc0730-624a-4e6d-922f-b8bc7dd159ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.192043483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9cc0730-624a-4e6d-922f-b8bc7dd159ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.192492623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"94ce6a48-0d4a-4038-901a-38878f56d325","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.19940727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"94ce6a48-0d4a-4038-901a-38878f56d325","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:17:14.200272758Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97cce717-8d94-4439-b857-e7dfbf64c5a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:17:14.201513646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f41dd666-45df-48c2-a11d-5876eda37594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.207577359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead888fd-b1ed-421c-861d-c26a307daaf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.207595212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead888fd-b1ed-421c-861d-c26a307daaf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:17:14.21109064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97cce717-8d94-4439-b857-e7dfbf64c5a6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:17:14.211380625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f41dd666-45df-48c2-a11d-5876eda37594","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.211951763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59484eb9-4069-42e8-9031-1fcd54cd855e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.211966112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59484eb9-4069-42e8-9031-1fcd54cd855e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.212309189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193126e1-80bb-44ef-91a6-5d7eaba002e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.212323329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193126e1-80bb-44ef-91a6-5d7eaba002e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.224179303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcc89291-42e5-4d1c-b201-553be2995868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.233050797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132aeb9-373a-4300-be2e-158d6b1ec067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.233583644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f5fc32-23bf-405c-a528-679f76c51a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.243353902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132aeb9-373a-4300-be2e-158d6b1ec067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.244053237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f5fc32-23bf-405c-a528-679f76c51a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.252482706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f5fc32-23bf-405c-a528-679f76c51a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.2526694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5132aeb9-373a-4300-be2e-158d6b1ec067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.259914183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500b508e-8f54-44e5-9524-944b12538a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.259929255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"500b508e-8f54-44e5-9524-944b12538a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.262570333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dc5b59f-140f-430c-b1e2-55df8b3ca15e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.262587143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dc5b59f-140f-430c-b1e2-55df8b3ca15e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.428149203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"31f66c19-ee39-4330-a235-e24237b82b71","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.455497467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"2347bcb9-8de6-4387-b0a6-537a95173c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.457834638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f03c2e66-334c-4bf0-b17e-bb1b4d942a21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.45791737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8a6c191f-d784-4977-80aa-866b7be29b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.465774783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8a6c191f-d784-4977-80aa-866b7be29b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.468144953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f03c2e66-334c-4bf0-b17e-bb1b4d942a21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.47595033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"aed9073a-3bf6-433e-bfeb-8c66481fe415","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.551716154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"a9ae593b-9a4d-427f-acb2-9a81dfc6eb65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:14.930326332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"89e05010-815f-4de2-885b-63c751bfbbf8","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.160613526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5b3f14-0442-44da-83f9-de60c112a333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.163962378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5b3f14-0442-44da-83f9-de60c112a333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.18753767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5b3f14-0442-44da-83f9-de60c112a333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.191062007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5b3f14-0442-44da-83f9-de60c112a333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.46566603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403ce47-6a21-443e-afeb-5ccc4ee0218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.469108477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403ce47-6a21-443e-afeb-5ccc4ee0218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.472941155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403ce47-6a21-443e-afeb-5ccc4ee0218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.476450738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403ce47-6a21-443e-afeb-5ccc4ee0218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.73377028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0a3d1b-8c3a-474d-bda0-d2d2140b64c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.737537802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0a3d1b-8c3a-474d-bda0-d2d2140b64c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.741770235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0a3d1b-8c3a-474d-bda0-d2d2140b64c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.746112133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0a3d1b-8c3a-474d-bda0-d2d2140b64c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.988839849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c7e50-01a9-48db-ad70-b3e7f748ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.992662152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c7e50-01a9-48db-ad70-b3e7f748ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.996310771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c7e50-01a9-48db-ad70-b3e7f748ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:15.999935848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486c7e50-01a9-48db-ad70-b3e7f748ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.733076586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb77b1fd-cac2-4847-89fb-04ffe24dd997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.743934543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb77b1fd-cac2-4847-89fb-04ffe24dd997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.752894285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb77b1fd-cac2-4847-89fb-04ffe24dd997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.7907903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb77b1fd-cac2-4847-89fb-04ffe24dd997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.976494566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76645dd4-f344-47e7-898d-398438334957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:17.993160823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76645dd4-f344-47e7-898d-398438334957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:18.000065119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76645dd4-f344-47e7-898d-398438334957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:18.00385161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76645dd4-f344-47e7-898d-398438334957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.135190889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a758e5e9-c5a5-46da-bdb1-ec4280d523f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.135277013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a758e5e9-c5a5-46da-bdb1-ec4280d523f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.141689233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e38b4b7-3a70-4880-a10e-5b018a0c84a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.141706474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e38b4b7-3a70-4880-a10e-5b018a0c84a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.18276253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"d148f4c6-effa-4671-bffa-8df897bf7b26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.213339302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"d148f4c6-effa-4671-bffa-8df897bf7b26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.289856878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"d148f4c6-effa-4671-bffa-8df897bf7b26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.296275705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"725eaa46-5638-46b1-88fe-7307f02856f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:21.296299706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"725eaa46-5638-46b1-88fe-7307f02856f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:23.133919608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d1555e1d-d0e1-4503-9879-57ea409d6a4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:23.248625582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d1555e1d-d0e1-4503-9879-57ea409d6a4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:23.255242358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"d1555e1d-d0e1-4503-9879-57ea409d6a4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:23.266645578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fd347b-2170-42a9-9b2a-62f03caf5ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:23.266675628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47fd347b-2170-42a9-9b2a-62f03caf5ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.233551621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"b3eb60c0-e6d0-4220-8fcf-262f72b605bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.289146841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"b3eb60c0-e6d0-4220-8fcf-262f72b605bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.312657096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"b3eb60c0-e6d0-4220-8fcf-262f72b605bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.394532254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a4c71b-4c74-4b61-8cfd-2c321acc6dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.399099363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c68a3757-b833-4c74-bb05-ee226fd2ab06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.399983297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bc6a66-7ed2-464d-815d-314ee9550241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.400004114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2bc6a66-7ed2-464d-815d-314ee9550241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.407184203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a4c71b-4c74-4b61-8cfd-2c321acc6dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.410649376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c68a3757-b833-4c74-bb05-ee226fd2ab06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.487513907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a4c71b-4c74-4b61-8cfd-2c321acc6dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.488871202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c68a3757-b833-4c74-bb05-ee226fd2ab06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.518654644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b4f61a5-7304-402d-b68d-260d31432b9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.518676239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b4f61a5-7304-402d-b68d-260d31432b9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.524274448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37382e4-99cf-40bc-af04-5593c0d621d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:24.524911177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37382e4-99cf-40bc-af04-5593c0d621d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.166702717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1851ab-b619-47c8-a520-f89777596124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.17105666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1851ab-b619-47c8-a520-f89777596124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.174795421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1851ab-b619-47c8-a520-f89777596124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.17831223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd1851ab-b619-47c8-a520-f89777596124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.455744396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649f743c-03a0-4a5b-b57d-77ca405e21b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.459704856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649f743c-03a0-4a5b-b57d-77ca405e21b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.463365454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649f743c-03a0-4a5b-b57d-77ca405e21b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:25.468829649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"649f743c-03a0-4a5b-b57d-77ca405e21b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:26.081612168Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c499bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c499bf","reconcileID":"b40244f6-8402-4d07-82a8-ea3549285773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c499bf","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c499bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:26.366230067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f6a4b-0970-49c5-8f53-b09afb3826d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:26.371083098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f6a4b-0970-49c5-8f53-b09afb3826d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:26.375022136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f6a4b-0970-49c5-8f53-b09afb3826d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:26.37938499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f6a4b-0970-49c5-8f53-b09afb3826d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:28.969917175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.082284907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b2488-1e5e-4cc0-9a82-7dcf2854382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.087274238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b2488-1e5e-4cc0-9a82-7dcf2854382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.092694041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b2488-1e5e-4cc0-9a82-7dcf2854382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.097724801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15b2488-1e5e-4cc0-9a82-7dcf2854382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.388552019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb83c0a2-85cd-41ec-8db5-1de058622f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.392297719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb83c0a2-85cd-41ec-8db5-1de058622f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.396791285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb83c0a2-85cd-41ec-8db5-1de058622f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:29.401283839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb83c0a2-85cd-41ec-8db5-1de058622f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:31.309328979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"03459825-2584-4775-975b-196456c95f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:31.32396931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"03459825-2584-4775-975b-196456c95f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:31.332300317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"03459825-2584-4775-975b-196456c95f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:33.273265789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ac773f0-bde2-4321-a2d4-ba310b21c39a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:33.301194503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ac773f0-bde2-4321-a2d4-ba310b21c39a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:33.30755039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"4ac773f0-bde2-4321-a2d4-ba310b21c39a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:33.316725503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015cba68-96aa-4f52-9e90-50183f97e49b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:33.316745248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"015cba68-96aa-4f52-9e90-50183f97e49b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.218859529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd5cc903-aea3-4543-ad57-bc491cd61a5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.218955556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd5cc903-aea3-4543-ad57-bc491cd61a5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.228724683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b171a2b-edea-40db-b3ef-7866d056dd14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.228747909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b171a2b-edea-40db-b3ef-7866d056dd14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.235475413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bb5de3f8-7a15-4545-b742-d348bc979b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.270379654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bb5de3f8-7a15-4545-b742-d348bc979b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.277274026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bb5de3f8-7a15-4545-b742-d348bc979b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.28440404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f15c3ad-3bce-4e79-93e6-570986e6f37b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.28442302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f15c3ad-3bce-4e79-93e6-570986e6f37b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.388097783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"dcdcf6c9-a2a0-4d4d-800c-06e0ed658f4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.441145821Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"dcdcf6c9-a2a0-4d4d-800c-06e0ed658f4c","name":"e2e-api-b-c499bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.441871992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"3f0d72bd-060b-4e62-9884-634f670e9af1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.475292527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"3f0d72bd-060b-4e62-9884-634f670e9af1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.482768792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"3f0d72bd-060b-4e62-9884-634f670e9af1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.489958832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"596b3ad5-6cd9-4609-9438-10092b0a42c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.490063744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"596b3ad5-6cd9-4609-9438-10092b0a42c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.537112751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d515d08d-194d-48db-a8e5-0fea4cbf0b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.603013797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ad51e9-8d49-49c9-85f6-bbb6650da0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.612163222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d515d08d-194d-48db-a8e5-0fea4cbf0b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.612814031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ad51e9-8d49-49c9-85f6-bbb6650da0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.687668728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ad51e9-8d49-49c9-85f6-bbb6650da0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.688043185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d515d08d-194d-48db-a8e5-0fea4cbf0b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.699141202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cd12ccc-954f-4c76-b484-c9f9c6835187","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.699170252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cd12ccc-954f-4c76-b484-c9f9c6835187","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.701763991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73f4fe0-846d-4fdb-a6e5-088455b6c3a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:34.701784719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73f4fe0-846d-4fdb-a6e5-088455b6c3a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.21748074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"6a1d2631-7a6c-41de-889d-47ec6fbf73f7","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.217513055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"6a1d2631-7a6c-41de-889d-47ec6fbf73f7","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.533190416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"baff026e-d844-4503-9826-9441cf8e0fb6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.533231917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"baff026e-d844-4503-9826-9441cf8e0fb6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.540950794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"73158c9c-d258-43c6-b110-98bbfb849ec2","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.540966365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"73158c9c-d258-43c6-b110-98bbfb849ec2","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.547069032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"793ae1ff-2947-4aa2-82b8-67c0c9ca2c83","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.619335951Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"793ae1ff-2947-4aa2-82b8-67c0c9ca2c83","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.625975118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"793ae1ff-2947-4aa2-82b8-67c0c9ca2c83","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.634547285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"50bf23cf-f65f-40a1-bb4d-5c5c7d3cb5d0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.634562246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"50bf23cf-f65f-40a1-bb4d-5c5c7d3cb5d0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.727101233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ee1dc6b8-b00e-434c-8c6e-334497ded6cb","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.727218259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ee1dc6b8-b00e-434c-8c6e-334497ded6cb","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.789053962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"027d2fa0-2eb4-42d8-8e1b-d2f2bd40a462","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.791178773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"61597b5e-2ef1-43c1-96f2-c6ed49eb5086","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.791204882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"61597b5e-2ef1-43c1-96f2-c6ed49eb5086","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:17:37.795955909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"d1bedbdb-c7c3-41c5-a279-45943f005021","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-5bc8c60a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.800227349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"027d2fa0-2eb4-42d8-8e1b-d2f2bd40a462","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.809543435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"a88d2866-72aa-4075-bde3-85e77288ab74","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.80956701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"a88d2866-72aa-4075-bde3-85e77288ab74","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.812175473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"027d2fa0-2eb4-42d8-8e1b-d2f2bd40a462","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.8877442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"97dd2cd3-c9f2-4a45-bab4-1133a9d8f157","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.88777032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"97dd2cd3-c9f2-4a45-bab4-1133a9d8f157","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.891577191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"0e900253-3d99-41d1-bfff-10498ec95b65","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.899059812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"0e900253-3d99-41d1-bfff-10498ec95b65","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.904852207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"0e900253-3d99-41d1-bfff-10498ec95b65","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.905960381Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"88b7096f-ac8e-4463-ad29-bcd6ab127830","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-5bc8c60a/e2e-sub-5bc8c60a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.919721109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b6a18-a001-4055-84fd-32ce332952c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.923171734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b6a18-a001-4055-84fd-32ce332952c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.928383538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b6a18-a001-4055-84fd-32ce332952c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.931794815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b6a18-a001-4055-84fd-32ce332952c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.933038979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0f13cd1f-152f-4112-b06a-02c4a1c15967","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:37.933054433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0f13cd1f-152f-4112-b06a-02c4a1c15967","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.003738109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"4cb658ea-8a07-4458-bb28-6a84196f113f","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.024577437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"94f7b7b8-53bf-4a77-9ef0-b07c9e69a6e6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.024595779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"94f7b7b8-53bf-4a77-9ef0-b07c9e69a6e6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.159857294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464cf96b-ddb7-4404-ab0b-98209dc0055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.16399539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464cf96b-ddb7-4404-ab0b-98209dc0055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.167579971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464cf96b-ddb7-4404-ab0b-98209dc0055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.171013811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464cf96b-ddb7-4404-ab0b-98209dc0055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:38.83502961Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b3d1de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b3d1de","reconcileID":"0e478a6f-c326-4686-b423-f10746691cbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b3d1de","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b3d1de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.064687022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f234da-e1ee-49df-bfb3-4c8fd81416cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.068307622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f234da-e1ee-49df-bfb3-4c8fd81416cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.071921452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f234da-e1ee-49df-bfb3-4c8fd81416cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.075316606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f234da-e1ee-49df-bfb3-4c8fd81416cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.389816889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21e41b-0c6a-4752-9d00-a858fcdccd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.394261022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21e41b-0c6a-4752-9d00-a858fcdccd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.398609096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21e41b-0c6a-4752-9d00-a858fcdccd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.403075744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c21e41b-0c6a-4752-9d00-a858fcdccd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.612771948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e699034e-b603-456f-ae7f-a995616636d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.616382952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e699034e-b603-456f-ae7f-a995616636d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.619902123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e699034e-b603-456f-ae7f-a995616636d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:39.623608148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e699034e-b603-456f-ae7f-a995616636d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.239759348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"17b23985-9130-4148-8177-1997c515e0be","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.248032911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"17b23985-9130-4148-8177-1997c515e0be","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.2548107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"17b23985-9130-4148-8177-1997c515e0be","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.340091485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"2ccced36-bcce-4f30-9df6-e9717702f152","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.349404874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"2ccced36-bcce-4f30-9df6-e9717702f152","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.35558643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d7860d496e7b19669b7534754056c42174424207fc5ee33ef798f28c44c4a4b) AuthConfig (d34da6adb3cdc5e2d7e1f27c85fff4dd45e10670a79fc0796c2f265b88d8ddcf) AuthConfig (be707a5988b2451ad554ba7369f07d2d8122804fa792c458d085eebd2e58ef80) AuthConfig (abcef1425bf465a3aeaac60f852a69883553c7688cc0caacedf77125b5052f6d) AuthConfig (3711baee9b99cb13fd059f08b5e592d4c0973c575df12494b4cb011a750c07da) AuthConfig (20ebe109987eab365bc8dcdcb460bfbfb92fbc66d655cfe28c8280892eaddabb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"2ccced36-bcce-4f30-9df6-e9717702f152","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.365121435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8e1b33-0a6f-4de8-9915-56063dea6b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:41.365195747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8e1b33-0a6f-4de8-9915-56063dea6b83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.35135709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c103da2e-0fa1-403a-9bf5-b39078629ca9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.493425916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c103da2e-0fa1-403a-9bf5-b39078629ca9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.511120673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"c103da2e-0fa1-403a-9bf5-b39078629ca9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.518591001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff27673-6f42-43d4-97b5-b922fcdd1f4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.518613433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff27673-6f42-43d4-97b5-b922fcdd1f4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.55735163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382dae25-50f1-48e6-88bd-fbecd0082e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.561072642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382dae25-50f1-48e6-88bd-fbecd0082e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.565008718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382dae25-50f1-48e6-88bd-fbecd0082e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.56846248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382dae25-50f1-48e6-88bd-fbecd0082e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.750112433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec6a3e-3828-4db4-8735-2b3cbc8be725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.753570604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec6a3e-3828-4db4-8735-2b3cbc8be725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.757015841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec6a3e-3828-4db4-8735-2b3cbc8be725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:43.76048476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ec6a3e-3828-4db4-8735-2b3cbc8be725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.294379315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bf73290b-d9a3-4d35-9e27-b4a3cb864985","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.302953925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bf73290b-d9a3-4d35-9e27-b4a3cb864985","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.31274406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"bf73290b-d9a3-4d35-9e27-b4a3cb864985","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.502482677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"93c77c26-3434-465d-b52f-d03b4a42a82c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.539804281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"93c77c26-3434-465d-b52f-d03b4a42a82c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.547227473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"93c77c26-3434-465d-b52f-d03b4a42a82c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.554298324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12141478-67b3-4e77-90ba-8a4ef2d98c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.554316155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12141478-67b3-4e77-90ba-8a4ef2d98c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.711025714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"211f9b19-61b8-43db-bb75-f5c0f0392e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.711990972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bef6e38-8825-4008-9582-e82c39334e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.718765269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"211f9b19-61b8-43db-bb75-f5c0f0392e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.721096978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bef6e38-8825-4008-9582-e82c39334e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.726388006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"211f9b19-61b8-43db-bb75-f5c0f0392e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.729286162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bef6e38-8825-4008-9582-e82c39334e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.735350122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d6b8786-5bea-435f-a0a3-49d6a2317180","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.735372511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d6b8786-5bea-435f-a0a3-49d6a2317180","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.738089931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb47180f-b9be-46f6-9738-ac1afb751e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:44.738107626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb47180f-b9be-46f6-9738-ac1afb751e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.588993055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73d8bf6-cae3-4619-9490-2454c3b7591c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.589028958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73d8bf6-cae3-4619-9490-2454c3b7591c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.600183695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"897459a7-2e80-48af-b46f-1f7aad408e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.600202342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"897459a7-2e80-48af-b46f-1f7aad408e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.607705517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"eecdc008-d487-45b9-927e-73f473905d6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.707131062Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"eecdc008-d487-45b9-927e-73f473905d6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.714144659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c499bf-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"eecdc008-d487-45b9-927e-73f473905d6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.723043812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4877bc92-1a52-44f2-8ac5-33de40376704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:46.723138447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4877bc92-1a52-44f2-8ac5-33de40376704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.502215803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"7df1a5d6-a19a-4dad-a03d-4d8191df7458","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.547193185Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"7df1a5d6-a19a-4dad-a03d-4d8191df7458","name":"e2e-api-b-b3d1de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.904621989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"730b9fec-0569-4b79-a289-f4216a3e9ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.922769193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"730b9fec-0569-4b79-a289-f4216a3e9ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.94352589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d7860d496e7b19669b7534754056c42174424207fc5ee33ef798f28c44c4a4b) AuthConfig (d34da6adb3cdc5e2d7e1f27c85fff4dd45e10670a79fc0796c2f265b88d8ddcf) AuthConfig (be707a5988b2451ad554ba7369f07d2d8122804fa792c458d085eebd2e58ef80) AuthConfig (abcef1425bf465a3aeaac60f852a69883553c7688cc0caacedf77125b5052f6d) AuthConfig (3711baee9b99cb13fd059f08b5e592d4c0973c575df12494b4cb011a750c07da) AuthConfig (20ebe109987eab365bc8dcdcb460bfbfb92fbc66d655cfe28c8280892eaddabb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"730b9fec-0569-4b79-a289-f4216a3e9ba1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:47.999820387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"8432afd7-0c3c-424e-bfb9-a57e03c40238","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.008822487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"8432afd7-0c3c-424e-bfb9-a57e03c40238","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.017630952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d7860d496e7b19669b7534754056c42174424207fc5ee33ef798f28c44c4a4b) AuthConfig (d34da6adb3cdc5e2d7e1f27c85fff4dd45e10670a79fc0796c2f265b88d8ddcf) AuthConfig (be707a5988b2451ad554ba7369f07d2d8122804fa792c458d085eebd2e58ef80) AuthConfig (abcef1425bf465a3aeaac60f852a69883553c7688cc0caacedf77125b5052f6d) AuthConfig (3711baee9b99cb13fd059f08b5e592d4c0973c575df12494b4cb011a750c07da) AuthConfig (20ebe109987eab365bc8dcdcb460bfbfb92fbc66d655cfe28c8280892eaddabb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"8432afd7-0c3c-424e-bfb9-a57e03c40238","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.042375435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d00e81-40dc-48c7-996d-1dff49937750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.046847702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d00e81-40dc-48c7-996d-1dff49937750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.051731932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d00e81-40dc-48c7-996d-1dff49937750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.060102385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d00e81-40dc-48c7-996d-1dff49937750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.261305174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c671de3-9cf7-4d5e-af9f-24881fb2e7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.269409877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c671de3-9cf7-4d5e-af9f-24881fb2e7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.297261238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c671de3-9cf7-4d5e-af9f-24881fb2e7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.300908836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c671de3-9cf7-4d5e-af9f-24881fb2e7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.537975246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853cc3a-84d5-44fa-b911-94122a99d3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.541572951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853cc3a-84d5-44fa-b911-94122a99d3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.545127549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853cc3a-84d5-44fa-b911-94122a99d3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.549406358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3853cc3a-84d5-44fa-b911-94122a99d3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.907043256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5dff267-e150-41b5-948a-0f3c592d525e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.910510794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5dff267-e150-41b5-948a-0f3c592d525e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.914089499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5dff267-e150-41b5-948a-0f3c592d525e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:48.917777586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5dff267-e150-41b5-948a-0f3c592d525e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:49.146093986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995a5a4d-4c65-4077-adfb-5fe333eca41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:49.150226839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995a5a4d-4c65-4077-adfb-5fe333eca41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:49.154275612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995a5a4d-4c65-4077-adfb-5fe333eca41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:49.158546115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995a5a4d-4c65-4077-adfb-5fe333eca41d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:51.261598793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"926f8bce-ba80-461e-9226-64df9550ea38","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:51.268907399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"926f8bce-ba80-461e-9226-64df9550ea38","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:51.275925954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"926f8bce-ba80-461e-9226-64df9550ea38","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:53.526667244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"f1f607f1-0e41-4cf6-a923-0b502215cd7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:53.554616261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"f1f607f1-0e41-4cf6-a923-0b502215cd7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:53.560163165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"f1f607f1-0e41-4cf6-a923-0b502215cd7b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:53.568328617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f63ae20c-eabd-4453-be69-9cd17791bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:53.568344683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f63ae20c-eabd-4453-be69-9cd17791bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.324786035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"19195f68-c962-4940-9af1-8ce854e004c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.331988074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"19195f68-c962-4940-9af1-8ce854e004c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.337599277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"19195f68-c962-4940-9af1-8ce854e004c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.564319321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"a4221e2e-cdd9-408f-bf86-e63589fbaa5b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.59110187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"a4221e2e-cdd9-408f-bf86-e63589fbaa5b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.599760236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"a4221e2e-cdd9-408f-bf86-e63589fbaa5b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.61035427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c540d5-1b23-4bce-bc40-100489328f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.610462866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c540d5-1b23-4bce-bc40-100489328f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.744603364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d598835-1b6c-4386-a486-5412ce6b3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.747231653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da918ffa-6bc0-43e4-8bc7-d0d4a31144d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.752256123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d598835-1b6c-4386-a486-5412ce6b3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.754292216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da918ffa-6bc0-43e4-8bc7-d0d4a31144d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.758401272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d598835-1b6c-4386-a486-5412ce6b3ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.760154394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da918ffa-6bc0-43e4-8bc7-d0d4a31144d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.766767101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fe91207-f51e-459d-85fc-6abc6b43dea0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.766783079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fe91207-f51e-459d-85fc-6abc6b43dea0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.769384174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a50d08c-b6f9-4c7e-98c4-5e86c0b8cea1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:54.769415331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a50d08c-b6f9-4c7e-98c4-5e86c0b8cea1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:55.998669086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eaf9eb-0418-4bcd-a0b5-d146c4412a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.002333347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eaf9eb-0418-4bcd-a0b5-d146c4412a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.006070604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eaf9eb-0418-4bcd-a0b5-d146c4412a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.010792289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45eaf9eb-0418-4bcd-a0b5-d146c4412a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.273351622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f299aac-5299-4b9c-a53d-d7dba0a0c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.276897728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f299aac-5299-4b9c-a53d-d7dba0a0c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.287558393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f299aac-5299-4b9c-a53d-d7dba0a0c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.291000052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f299aac-5299-4b9c-a53d-d7dba0a0c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.733091193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"8e6f2389-cb49-449d-8aad-faf954e53bd9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.740619911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"8e6f2389-cb49-449d-8aad-faf954e53bd9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:56.747337917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c499bf-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"8e6f2389-cb49-449d-8aad-faf954e53bd9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.026844077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"ce05774c-0f0e-4ede-8bbd-288ca528fab5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.036430626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"ce05774c-0f0e-4ede-8bbd-288ca528fab5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.045493675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d7860d496e7b19669b7534754056c42174424207fc5ee33ef798f28c44c4a4b) AuthConfig (d34da6adb3cdc5e2d7e1f27c85fff4dd45e10670a79fc0796c2f265b88d8ddcf) AuthConfig (be707a5988b2451ad554ba7369f07d2d8122804fa792c458d085eebd2e58ef80) AuthConfig (abcef1425bf465a3aeaac60f852a69883553c7688cc0caacedf77125b5052f6d) AuthConfig (3711baee9b99cb13fd059f08b5e592d4c0973c575df12494b4cb011a750c07da) AuthConfig (20ebe109987eab365bc8dcdcb460bfbfb92fbc66d655cfe28c8280892eaddabb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"ce05774c-0f0e-4ede-8bbd-288ca528fab5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.118877491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"a8cacca3-d369-4497-9d24-1d7032d2b094","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.127575794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"a8cacca3-d369-4497-9d24-1d7032d2b094","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.13478729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6a24e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7d7860d496e7b19669b7534754056c42174424207fc5ee33ef798f28c44c4a4b) AuthConfig (d34da6adb3cdc5e2d7e1f27c85fff4dd45e10670a79fc0796c2f265b88d8ddcf) AuthConfig (be707a5988b2451ad554ba7369f07d2d8122804fa792c458d085eebd2e58ef80) AuthConfig (abcef1425bf465a3aeaac60f852a69883553c7688cc0caacedf77125b5052f6d) AuthConfig (3711baee9b99cb13fd059f08b5e592d4c0973c575df12494b4cb011a750c07da) AuthConfig (20ebe109987eab365bc8dcdcb460bfbfb92fbc66d655cfe28c8280892eaddabb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"a8cacca3-d369-4497-9d24-1d7032d2b094","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.51178584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"8ed6d5ce-aa84-4ae5-9ef8-2f189f451e83","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.540256558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"085fb5e0-a2ef-499b-8724-4f9b7c8bc621","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.540282291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"085fb5e0-a2ef-499b-8724-4f9b7c8bc621","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.998674545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:58.999181767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5bd45b7d-c0ec-411c-aa77-cd1e75051e12","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.027786935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5bd45b7d-c0ec-411c-aa77-cd1e75051e12","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.039210484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f453b7deaad118d796c4ec7e8541df2d1c3c5119aa39d0196fc3076c553041c) AuthConfig (5d1173d15b990a53f0602371ec060e2542e201fb3be8062944f977ef12e068a9) AuthConfig (97f088dbd12e766e01b7341f6ec179e658ac0ac2668eb04c3a5c6307d3b81020) AuthConfig (72500184a9d2e61e4ad4ecd25f06ccce1392b6d78eb456564d10f9d313f4d02a) AuthConfig (c3030fe92d434131a409a6a1f83ed78f4f602af166da96230e9dbe25ebf6ec52) AuthConfig (56cc5022e4483cc90747bf8621fd63fbef88fc86d49cd09fa12feb95075b0596) AuthConfig (7079e5c2c7282855c5e73a582dbdb4a87f4fa831e22829c1e4e96f0b33683a39) AuthConfig (e45df17d4a7e669607133439d25a328d9a31654dd3ef9db7b539b9669a7e365f) AuthConfig (48d82f3d4e9fd4248a9f624ca3532c9f340c0f2aed2b99c9d4ebad51932b4c59) AuthConfig (03e578d11cacab52430eb842e3865f55292b9907015aa6d78659a7e39eedb152) AuthConfig (89fefe7a95c206889363a88c2fbe929a42681db5da4a9bf56f927a058f269c84) AuthConfig (1c888ffd62f90181cb81792665b9fd2dd7f352597e615b4324fc7cb88eacb20e) AuthConfig (076b7e3785e3bd32706118b23394dcd8e66f1e69a1b65ff6661c452c454fb707) AuthConfig (b6352b3cdd84c2b142a5ce910ed0e9f729e8b0f81c79c4a357bbb7e52404a6cb) AuthConfig (d84de84ece147b46856ea65fd7c529101e033db310a52d83d67edb7021713a99) AuthConfig (b7600b25aac58ea3e971a0f8481c8365eab1d672b917097820b4e25ed12fd664) AuthConfig (29fef76ab21816adc84076b19f371770af490d74190131e3cd2432a73e3e7cbf) AuthConfig (0774a9f2e05466cb4e467e0820f8fe94959bc603795ebc6c812dbd1697731910)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5bd45b7d-c0ec-411c-aa77-cd1e75051e12","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.049082107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"6224b73a-8465-461e-b804-56810d9101b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.049165756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"6224b73a-8465-461e-b804-56810d9101b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.208111121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2793f23e-0fae-4160-bd03-2137102b7306","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.208135497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2793f23e-0fae-4160-bd03-2137102b7306","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.208625921Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"abf046aa-b726-4726-a857-e993f835396b","namespace":"ai-tenant-e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.208702729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"abf046aa-b726-4726-a857-e993f835396b","namespace":"ai-tenant-e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.208771926Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"abf046aa-b726-4726-a857-e993f835396b","name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.215674675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cca3b93-7fa3-42ef-a6af-e9f3d160996a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.215744942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cca3b93-7fa3-42ef-a6af-e9f3d160996a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.21854976Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"abf046aa-b726-4726-a857-e993f835396b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.218827044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"f342b91b-7483-4d53-8a70-e96ed5961124","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.219110683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25bf295-101c-471a-ad4e-402c064bc9f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.219128744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e25bf295-101c-471a-ad4e-402c064bc9f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.279464557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"f342b91b-7483-4d53-8a70-e96ed5961124","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.283085224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"bea53101-b4c7-4bdf-9041-5e36d9810857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.389958449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"f342b91b-7483-4d53-8a70-e96ed5961124","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"name":"e2e-api-a-6a24e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.389991614Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"e2e-e2e-api-a-6a24e1-policy","reconcileID":"f342b91b-7483-4d53-8a70-e96ed5961124","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6a24e1-policy","namespace":"ai-tenant-e2e-api-a-6a24e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.396074295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"bea53101-b4c7-4bdf-9041-5e36d9810857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.400359113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ddc3b2f-ecf9-4358-947d-1562a18062d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.40045177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ddc3b2f-ecf9-4358-947d-1562a18062d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.403631582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"bea53101-b4c7-4bdf-9041-5e36d9810857","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.414526963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce5e9d6-bb39-49e0-a3de-229a46bbca8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:17:59.414603817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce5e9d6-bb39-49e0-a3de-229a46bbca8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:00.936513936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"b0cbe37b-b697-43d1-97e7-95c14f2ed6cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:00.944238694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"b0cbe37b-b697-43d1-97e7-95c14f2ed6cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:00.950370013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c7b10a2de8d3ac429a947983f041f8a05b5adbde70f49c83edde525886a6573) AuthConfig (5713556d7df4dab56132f8e5273fab85e002e7c94ed516f15d3f3e066a31ef28) AuthConfig (e571e48fa381cddd3f4f7059841f6c7f856a22f17779184e987bb49893d5f014) AuthConfig (620bcf62cd125537ee7f295c99fb955ad79ebbab7eb27f24e392adc7c69d7f59) AuthConfig (b26b7f00d0accea6f74b20220e42dfcfff7a9a781757be142c79f3b67141c12b) AuthConfig (03fbd8cabda051205e0edc92cc9ccd41cd83bf6c34935a75ef085d30a95eacfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"b0cbe37b-b697-43d1-97e7-95c14f2ed6cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:00.999127962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67cb50ec-999c-4280-b197-e34452ad2ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:00.999149789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67cb50ec-999c-4280-b197-e34452ad2ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.026936685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"21f639ee-b113-4d04-b21a-8821d931ae07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.036143959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"21f639ee-b113-4d04-b21a-8821d931ae07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.043131798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c7b10a2de8d3ac429a947983f041f8a05b5adbde70f49c83edde525886a6573) AuthConfig (5713556d7df4dab56132f8e5273fab85e002e7c94ed516f15d3f3e066a31ef28) AuthConfig (e571e48fa381cddd3f4f7059841f6c7f856a22f17779184e987bb49893d5f014) AuthConfig (620bcf62cd125537ee7f295c99fb955ad79ebbab7eb27f24e392adc7c69d7f59) AuthConfig (b26b7f00d0accea6f74b20220e42dfcfff7a9a781757be142c79f3b67141c12b) AuthConfig (03fbd8cabda051205e0edc92cc9ccd41cd83bf6c34935a75ef085d30a95eacfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"21f639ee-b113-4d04-b21a-8821d931ae07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.072169506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf515df-7789-43d4-94e0-af8bf3c65355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.075465081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf515df-7789-43d4-94e0-af8bf3c65355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.088404872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf515df-7789-43d4-94e0-af8bf3c65355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.092726005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf515df-7789-43d4-94e0-af8bf3c65355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.26834114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec68bc-301f-4d72-8d16-ced2d36f6b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.275202334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec68bc-301f-4d72-8d16-ced2d36f6b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.291975964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec68bc-301f-4d72-8d16-ced2d36f6b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.300252959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eec68bc-301f-4d72-8d16-ced2d36f6b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.598140992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a0654c-1c92-4962-941a-0433d63a4990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.602395795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a0654c-1c92-4962-941a-0433d63a4990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.606493786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a0654c-1c92-4962-941a-0433d63a4990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.610578198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a0654c-1c92-4962-941a-0433d63a4990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.960328485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c576be5c-3418-4545-bddd-5d80731b9cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.96388003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c576be5c-3418-4545-bddd-5d80731b9cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.967221713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c576be5c-3418-4545-bddd-5d80731b9cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:01.970538334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c576be5c-3418-4545-bddd-5d80731b9cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.575408409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8aa4894c-417a-4fe9-9ab2-c6a77e5dbfbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.609377975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8aa4894c-417a-4fe9-9ab2-c6a77e5dbfbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.616042074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"8aa4894c-417a-4fe9-9ab2-c6a77e5dbfbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.624541939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a621ebc7-22bd-42ed-988a-1d5f1e7c3dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.624557893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a621ebc7-22bd-42ed-988a-1d5f1e7c3dda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.958159935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"7e2f0adb-bfbf-40d9-8449-11957cf47566","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.958248192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ebee1e-2231-4c5f-8c2b-09f60cf4d2ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.958264793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ebee1e-2231-4c5f-8c2b-09f60cf4d2ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.964247418Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-policy-1214cd55","reconcileID":"7e2f0adb-bfbf-40d9-8449-11957cf47566","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"policyNamespace":"ai-tenant-e2e-mt-36573500","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.991962894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e33b95e-71b9-4e7c-a263-0befbf04a8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:03.991979008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e33b95e-71b9-4e7c-a263-0befbf04a8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.12501195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de748313-47a2-4b53-8011-c4d194d80b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.125621591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de748313-47a2-4b53-8011-c4d194d80b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.619797567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"50a9aef1-ee54-40a1-a813-735c942ac78c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.646307288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"50a9aef1-ee54-40a1-a813-735c942ac78c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.652090629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"50a9aef1-ee54-40a1-a813-735c942ac78c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.660360211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef600e30-d0c0-4ff7-b517-8372dc86a7fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.66037637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef600e30-d0c0-4ff7-b517-8372dc86a7fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.782389143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c6f9f8-c058-4eb7-b7f4-e1a6a04b28e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.782533708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f715801-e610-4171-b17a-5b3c09781280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.790632895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c6f9f8-c058-4eb7-b7f4-e1a6a04b28e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.790940344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f715801-e610-4171-b17a-5b3c09781280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.797089191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c6f9f8-c058-4eb7-b7f4-e1a6a04b28e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.797649874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f715801-e610-4171-b17a-5b3c09781280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.806496718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"631145ba-4eaa-467c-ac0f-ac7f5db4d302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.806513138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"631145ba-4eaa-467c-ac0f-ac7f5db4d302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.809469105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bdea9b9-babe-40ee-9564-9ddb4810dede","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:04.809490189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bdea9b9-babe-40ee-9564-9ddb4810dede","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.748632851Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","namespace":"ai-tenant-e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.748712997Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","namespace":"ai-tenant-e2e-api-a-6a24e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.748792556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","tenant":"e2e-api-a-6a24e1","tenantID":"e2e-api-a-6a24e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.754309174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Deployment","name":"maas-api-e2e-api-a-6a24e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.754476091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"1ab08414-f222-4d40-8cfe-6c706d2e0574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.76280068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"1ab08414-f222-4d40-8cfe-6c706d2e0574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.770412838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Service","name":"maas-api-e2e-api-a-6a24e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.774110957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c499bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40a27836b5e0e0bec48f49af699405d30fdf6a216804f9c6429db9c01529ba4a) AuthConfig (fa84042f395c3781e933e1ba14e2d6a30f72b1446755cfdfc8ca69e2b0c1708f) AuthConfig (3a6f2d1f3c3e72e51ac7a47f28b114bebba6bf99d27115d4192723916e0a0652) AuthConfig (474291bc1dd0980b3f9383a72760325b9d2d1cb1e129ab01c696c77fbbbc8405) AuthConfig (64ae63d6509f57ca23630ad277f323e337d57a8f2a2aabb8b23a3a5c37bb2745) AuthConfig (878cb9dd7ef6b827faaf8066de8af29db8b15ecd7c877c84b5b2907417c47243) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"1ab08414-f222-4d40-8cfe-6c706d2e0574","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.78563491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfe9e91-1499-4391-bce9-b3d33a6f4924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.785661349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfe9e91-1499-4391-bce9-b3d33a6f4924","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.786773059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6a24e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.79832411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6a24e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.808172374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.814183007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.822343899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.828119338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.831228997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Deployment","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.834288431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.837324067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Service","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.843381479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.846576705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.84955208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.856752326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.867556572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.870457442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.87363627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.876891899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6a24e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:06.87992853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6a24e1"},"namespace":"ai-tenant-e2e-api-a-6a24e1","name":"default-tenant","reconcileID":"b3e45567-badb-4cdc-935b-81f794af217d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6a24e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.012981108Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6a24e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6a24e1","reconcileID":"ed5bd715-679b-474d-9386-8db7c6d76ba1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6a24e1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6a24e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.453213611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36feb66-c93e-48be-94e5-0e16348955bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.45713953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36feb66-c93e-48be-94e5-0e16348955bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.460552032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36feb66-c93e-48be-94e5-0e16348955bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.464330554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36feb66-c93e-48be-94e5-0e16348955bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.67256954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5383249-6c23-4af1-ba08-bba5954623ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.676055945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5383249-6c23-4af1-ba08-bba5954623ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.679261385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5383249-6c23-4af1-ba08-bba5954623ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:07.682618765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5383249-6c23-4af1-ba08-bba5954623ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.059082858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5c77ca6b-b636-47d8-9886-173a755566f9","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.066647014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5c77ca6b-b636-47d8-9886-173a755566f9","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.072899473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-5bc8c60a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f453b7deaad118d796c4ec7e8541df2d1c3c5119aa39d0196fc3076c553041c) AuthConfig (5d1173d15b990a53f0602371ec060e2542e201fb3be8062944f977ef12e068a9) AuthConfig (97f088dbd12e766e01b7341f6ec179e658ac0ac2668eb04c3a5c6307d3b81020) AuthConfig (72500184a9d2e61e4ad4ecd25f06ccce1392b6d78eb456564d10f9d313f4d02a) AuthConfig (c3030fe92d434131a409a6a1f83ed78f4f602af166da96230e9dbe25ebf6ec52) AuthConfig (56cc5022e4483cc90747bf8621fd63fbef88fc86d49cd09fa12feb95075b0596) AuthConfig (7079e5c2c7282855c5e73a582dbdb4a87f4fa831e22829c1e4e96f0b33683a39) AuthConfig (e45df17d4a7e669607133439d25a328d9a31654dd3ef9db7b539b9669a7e365f) AuthConfig (48d82f3d4e9fd4248a9f624ca3532c9f340c0f2aed2b99c9d4ebad51932b4c59) AuthConfig (03e578d11cacab52430eb842e3865f55292b9907015aa6d78659a7e39eedb152) AuthConfig (89fefe7a95c206889363a88c2fbe929a42681db5da4a9bf56f927a058f269c84) AuthConfig (1c888ffd62f90181cb81792665b9fd2dd7f352597e615b4324fc7cb88eacb20e) AuthConfig (076b7e3785e3bd32706118b23394dcd8e66f1e69a1b65ff6661c452c454fb707) AuthConfig (b6352b3cdd84c2b142a5ce910ed0e9f729e8b0f81c79c4a357bbb7e52404a6cb) AuthConfig (d84de84ece147b46856ea65fd7c529101e033db310a52d83d67edb7021713a99) AuthConfig (b7600b25aac58ea3e971a0f8481c8365eab1d672b917097820b4e25ed12fd664) AuthConfig (29fef76ab21816adc84076b19f371770af490d74190131e3cd2432a73e3e7cbf) AuthConfig (0774a9f2e05466cb4e467e0820f8fe94959bc603795ebc6c812dbd1697731910)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"5c77ca6b-b636-47d8-9886-173a755566f9","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.421256618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"600ff050-68bd-4513-ae82-0a1cdcc749cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.431685987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"600ff050-68bd-4513-ae82-0a1cdcc749cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:09.438174589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"600ff050-68bd-4513-ae82-0a1cdcc749cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.014340557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"33600c9e-ed4f-44fe-94ae-bc19d817eccb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.023185944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"33600c9e-ed4f-44fe-94ae-bc19d817eccb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.031196648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c7b10a2de8d3ac429a947983f041f8a05b5adbde70f49c83edde525886a6573) AuthConfig (5713556d7df4dab56132f8e5273fab85e002e7c94ed516f15d3f3e066a31ef28) AuthConfig (e571e48fa381cddd3f4f7059841f6c7f856a22f17779184e987bb49893d5f014) AuthConfig (620bcf62cd125537ee7f295c99fb955ad79ebbab7eb27f24e392adc7c69d7f59) AuthConfig (b26b7f00d0accea6f74b20220e42dfcfff7a9a781757be142c79f3b67141c12b) AuthConfig (03fbd8cabda051205e0edc92cc9ccd41cd83bf6c34935a75ef085d30a95eacfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"33600c9e-ed4f-44fe-94ae-bc19d817eccb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.114110011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"fb489846-1690-4695-9c4d-ab7d692e851e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.122207556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"fb489846-1690-4695-9c4d-ab7d692e851e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:11.127878788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-86671d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c7b10a2de8d3ac429a947983f041f8a05b5adbde70f49c83edde525886a6573) AuthConfig (5713556d7df4dab56132f8e5273fab85e002e7c94ed516f15d3f3e066a31ef28) AuthConfig (e571e48fa381cddd3f4f7059841f6c7f856a22f17779184e987bb49893d5f014) AuthConfig (620bcf62cd125537ee7f295c99fb955ad79ebbab7eb27f24e392adc7c69d7f59) AuthConfig (b26b7f00d0accea6f74b20220e42dfcfff7a9a781757be142c79f3b67141c12b) AuthConfig (03fbd8cabda051205e0edc92cc9ccd41cd83bf6c34935a75ef085d30a95eacfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"fb489846-1690-4695-9c4d-ab7d692e851e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.14304396Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"34e5eaa3-2afa-4333-a323-0da0f65b4d0b","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-1214cd55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.172942796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"namespace":"ai-tenant-e2e-mt-36573500","name":"e2e-shared-int-sub-1214cd55","reconcileID":"34e5eaa3-2afa-4333-a323-0da0f65b4d0b","MaaSSubscription":{"name":"e2e-shared-int-sub-1214cd55","namespace":"ai-tenant-e2e-mt-36573500"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-5779e4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.188275588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f51ef0f-66f7-4892-bbb7-514d63732cf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.188744169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"d523e1a9-a6e6-475e-abb0-5612479a6315","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.305593749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b595ff-188c-483a-a04f-590780c92880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.30561827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74b595ff-188c-483a-a04f-590780c92880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.726502037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"13543175-1f2a-4280-9f76-90ac38a6eb99","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.734427814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"13543175-1f2a-4280-9f76-90ac38a6eb99","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.740968171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"13543175-1f2a-4280-9f76-90ac38a6eb99","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.82216428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0636bd-f2d6-4115-8a60-f312efc2cb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.822875759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"457e900e-4e0b-4448-b383-b757523f131e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.830838913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0636bd-f2d6-4115-8a60-f312efc2cb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.831210027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"457e900e-4e0b-4448-b383-b757523f131e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.838155853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0636bd-f2d6-4115-8a60-f312efc2cb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.838653928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"457e900e-4e0b-4448-b383-b757523f131e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.920915085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"c6a24cae-6966-4c63-982e-39f054e9028c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.931005137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"c6a24cae-6966-4c63-982e-39f054e9028c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.938289523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c499bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40a27836b5e0e0bec48f49af699405d30fdf6a216804f9c6429db9c01529ba4a) AuthConfig (fa84042f395c3781e933e1ba14e2d6a30f72b1446755cfdfc8ca69e2b0c1708f) AuthConfig (3a6f2d1f3c3e72e51ac7a47f28b114bebba6bf99d27115d4192723916e0a0652) AuthConfig (474291bc1dd0980b3f9383a72760325b9d2d1cb1e129ab01c696c77fbbbc8405) AuthConfig (64ae63d6509f57ca23630ad277f323e337d57a8f2a2aabb8b23a3a5c37bb2745) AuthConfig (878cb9dd7ef6b827faaf8066de8af29db8b15ecd7c877c84b5b2907417c47243) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"c6a24cae-6966-4c63-982e-39f054e9028c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:14.992561519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9069e4e-46d9-4d2a-a0b0-68aa1f30de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.010117012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9069e4e-46d9-4d2a-a0b0-68aa1f30de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.014415262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9069e4e-46d9-4d2a-a0b0-68aa1f30de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.018144262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9069e4e-46d9-4d2a-a0b0-68aa1f30de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.021544707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"2783c506-7e59-4b64-9c72-2e23144298a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.028995658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"2783c506-7e59-4b64-9c72-2e23144298a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.036374967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c499bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40a27836b5e0e0bec48f49af699405d30fdf6a216804f9c6429db9c01529ba4a) AuthConfig (fa84042f395c3781e933e1ba14e2d6a30f72b1446755cfdfc8ca69e2b0c1708f) AuthConfig (3a6f2d1f3c3e72e51ac7a47f28b114bebba6bf99d27115d4192723916e0a0652) AuthConfig (474291bc1dd0980b3f9383a72760325b9d2d1cb1e129ab01c696c77fbbbc8405) AuthConfig (64ae63d6509f57ca23630ad277f323e337d57a8f2a2aabb8b23a3a5c37bb2745) AuthConfig (878cb9dd7ef6b827faaf8066de8af29db8b15ecd7c877c84b5b2907417c47243) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf) EnvoyFilter (openshift-ingress/e2e-api-b-c499bf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"2783c506-7e59-4b64-9c72-2e23144298a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.24774853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73daec5f-ad16-441c-8f08-f6c51e1ab31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.251313495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73daec5f-ad16-441c-8f08-f6c51e1ab31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.254578387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73daec5f-ad16-441c-8f08-f6c51e1ab31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.257896478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73daec5f-ad16-441c-8f08-f6c51e1ab31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.546939732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151396ba-fedd-4045-93b4-9b08b4a6adfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.550387285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151396ba-fedd-4045-93b4-9b08b4a6adfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.553982054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151396ba-fedd-4045-93b4-9b08b4a6adfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:15.592626785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151396ba-fedd-4045-93b4-9b08b4a6adfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.784207548Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"030df51b-c812-4e97-85b4-2ff2041867c6","namespace":"ai-tenant-e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.784266046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"030df51b-c812-4e97-85b4-2ff2041867c6","namespace":"ai-tenant-e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.784311125Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"030df51b-c812-4e97-85b4-2ff2041867c6","name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.791700022Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"030df51b-c812-4e97-85b4-2ff2041867c6","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.792415398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"537eca1b-380e-4280-9fe6-e9fc0ca54a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.792607117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42220ba0-8b09-4450-bcf4-2a4f3eb16e7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.792674824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42220ba0-8b09-4450-bcf4-2a4f3eb16e7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.85981075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"537eca1b-380e-4280-9fe6-e9fc0ca54a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.90951796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"537eca1b-380e-4280-9fe6-e9fc0ca54a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"name":"e2e-api-a-86671d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.909545468Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"e2e-e2e-api-a-86671d-policy","reconcileID":"537eca1b-380e-4280-9fe6-e9fc0ca54a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-86671d-policy","namespace":"ai-tenant-e2e-api-a-86671d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.917405181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66edeeb7-ef47-4dfa-8af2-00b9c1fc4f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:16.91742363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66edeeb7-ef47-4dfa-8af2-00b9c1fc4f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.081097194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"c0d68190-df23-4b73-b24d-8aa88fcbc026","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.088593244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"c0d68190-df23-4b73-b24d-8aa88fcbc026","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.120249321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"bffd4c70-cef7-4914-8731-e3163c1e71b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.120266382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"bffd4c70-cef7-4914-8731-e3163c1e71b1","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.44964337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"625241dc-8239-4db7-8ac9-5eb735a258a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.457329851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"625241dc-8239-4db7-8ac9-5eb735a258a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.464293504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (013304767d053c95487a526e296c76043cdad866c6718aa93eb3e468fc9567f5) AuthConfig (24de1a4dcd07e310ab9436f57a62a30bf72572ebf3358470a9df38c746b2e125) AuthConfig (6bc316d93b232763e53affc8708be5950a9760d69376b24cd02c388130fe2d12) AuthConfig (75da6f9b098e11e21ca06f51e36caa35f9c9f7bba9ee3ceebedcaf09ae750543) AuthConfig (dfa93bc9d8c02ab0b90e1c055adfb1e4b5d05060df972df1e518b992e7bf9392) AuthConfig (74546b10c93320de61d14478d547c8a249eb6fd9164317f6af98ea7e589dd13f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"625241dc-8239-4db7-8ac9-5eb735a258a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.472102597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd4b163-8323-495b-85c1-20e438d312bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:19.47211923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd4b163-8323-495b-85c1-20e438d312bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.756392589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"5a867024-4673-4889-9b2b-0f14a057e3bc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.775265144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"5a867024-4673-4889-9b2b-0f14a057e3bc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.837398877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d185a8a-ac28-4769-9ea6-841171741082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.837415306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d185a8a-ac28-4769-9ea6-841171741082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.860730553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61022900-14a6-4d8c-afba-d6b6d374b15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.860734689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5bdef6f-ba57-4a39-b619-0b879a5c2d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.871812565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5bdef6f-ba57-4a39-b619-0b879a5c2d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.879548939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61022900-14a6-4d8c-afba-d6b6d374b15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.95120898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"5c153950-23bb-4cf7-adb1-a7e5e706cc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:24.959942867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"5c153950-23bb-4cf7-adb1-a7e5e706cc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.016549293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb049c78-a543-4193-b841-9e1843b0da2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.01656958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb049c78-a543-4193-b841-9e1843b0da2b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.119832793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc47270-64f7-4b7a-8834-99fdc32596e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.119868533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fc47270-64f7-4b7a-8834-99fdc32596e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.122297261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba956a75-c6a8-4a89-9b6d-ed5ee5db400d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.122317084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba956a75-c6a8-4a89-9b6d-ed5ee5db400d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.127095084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"7d07df42-bc52-47eb-bee4-8159b985ad1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.136382721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"7d07df42-bc52-47eb-bee4-8159b985ad1d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.646672198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5779e4","reconcileID":"e179481a-e653-4ab3-b790-c20f86d8742f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5779e4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.646718389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a27b0be-14c5-42c3-b5e3-5b5cd217d0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.646736583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a27b0be-14c5-42c3-b5e3-5b5cd217d0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.758527444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b236f9-d5c7-4d11-aa37-c048508c573c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.758555337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b236f9-d5c7-4d11-aa37-c048508c573c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.905012058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a625eb8-3502-4294-8d8b-b092a15ad0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.90503497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a625eb8-3502-4294-8d8b-b092a15ad0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.913722185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14705ab6-8270-429f-9641-606e633a07d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.916654585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6edd6e61-8975-4e0c-a87b-c3b8b0824f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.921370316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14705ab6-8270-429f-9641-606e633a07d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:25.923647415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6edd6e61-8975-4e0c-a87b-c3b8b0824f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.293706192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"d9832df7-0190-47ee-ab6f-14c0c2c8874a","namespace":"ai-tenant-e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.293775111Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"d9832df7-0190-47ee-ab6f-14c0c2c8874a","namespace":"ai-tenant-e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.293819446Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"d9832df7-0190-47ee-ab6f-14c0c2c8874a","name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.299618042Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"d9832df7-0190-47ee-ab6f-14c0c2c8874a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.29981043Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","namespace":"ai-tenant-e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.299929014Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","namespace":"ai-tenant-e2e-api-a-86671d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.299953776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"745ca835-575b-4dca-9e42-824645c97fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.30001133Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","tenant":"e2e-api-a-86671d","tenantID":"e2e-api-a-86671d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.30039496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8744f205-5478-4377-a71a-f46d7534987a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.300414297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8744f205-5478-4377-a71a-f46d7534987a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.305502836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Deployment","name":"maas-api-e2e-api-a-86671d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.335758353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Service","name":"maas-api-e2e-api-a-86671d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.346851187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-86671d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.354693699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-86671d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.370835244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.384632823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.39329142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.401628817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.404877824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Deployment","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.407162961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"745ca835-575b-4dca-9e42-824645c97fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.407728996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.410678004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Service","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.414579939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"Service","name":"payload-pre-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.418370494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.421308218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.424465572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.43338073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.44353763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"745ca835-575b-4dca-9e42-824645c97fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"name":"e2e-api-b-c499bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.443559156Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"e2e-e2e-api-b-c499bf-policy","reconcileID":"745ca835-575b-4dca-9e42-824645c97fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c499bf-policy","namespace":"ai-tenant-e2e-api-b-c499bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.44375954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.446996612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.450883057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-86671d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.451603682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149005bf-87db-40df-8b88-c913c7bb935e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.451621925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"149005bf-87db-40df-8b88-c913c7bb935e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.454242841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-86671d"},"namespace":"ai-tenant-e2e-api-a-86671d","name":"default-tenant","reconcileID":"75e35e9d-a420-405c-9ee1-baf4016098c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-86671d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.687052937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-86671d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-86671d","reconcileID":"19964e78-89c0-4eaa-ad00-44f78cf936d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-86671d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-86671d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.958865309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad53c7-bf37-485e-bc48-4b9e3683bdfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.963354082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad53c7-bf37-485e-bc48-4b9e3683bdfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.967635106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad53c7-bf37-485e-bc48-4b9e3683bdfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.968464526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:28.973611899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ad53c7-bf37-485e-bc48-4b9e3683bdfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.159094492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6223624-7bda-408e-ad65-39edde297c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.168063228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6223624-7bda-408e-ad65-39edde297c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.189654233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6223624-7bda-408e-ad65-39edde297c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.193607472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6223624-7bda-408e-ad65-39edde297c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.521412252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1dbab25a-458d-48c9-ba3d-4eb12a7b8579","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.529881509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1dbab25a-458d-48c9-ba3d-4eb12a7b8579","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:29.536345358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (013304767d053c95487a526e296c76043cdad866c6718aa93eb3e468fc9567f5) AuthConfig (24de1a4dcd07e310ab9436f57a62a30bf72572ebf3358470a9df38c746b2e125) AuthConfig (6bc316d93b232763e53affc8708be5950a9760d69376b24cd02c388130fe2d12) AuthConfig (75da6f9b098e11e21ca06f51e36caa35f9c9f7bba9ee3ceebedcaf09ae750543) AuthConfig (dfa93bc9d8c02ab0b90e1c055adfb1e4b5d05060df972df1e518b992e7bf9392) AuthConfig (74546b10c93320de61d14478d547c8a249eb6fd9164317f6af98ea7e589dd13f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1dbab25a-458d-48c9-ba3d-4eb12a7b8579","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.418295973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"dd880733-c416-45bf-8d8a-58f15f25ae3f","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.418315846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"dd880733-c416-45bf-8d8a-58f15f25ae3f","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.430876473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d2f42f51-4fb3-4ed9-9fc8-47a8f82cdced","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.430897453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d2f42f51-4fb3-4ed9-9fc8-47a8f82cdced","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.442951884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"97312860-e1ea-46ad-a946-c04ab41e3024","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.593696117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"4256cc3c-ee3d-491f-b2e1-cd25fc134a77","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.695625775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"4256cc3c-ee3d-491f-b2e1-cd25fc134a77","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.6996721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"276f0c55-b5a4-48ed-8ca6-f6242df44772","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.711727596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"db568316-ad76-4ca9-aa9d-87be7960efe6","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.718889889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"db568316-ad76-4ca9-aa9d-87be7960efe6","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.739987603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2457c68c-213b-4b85-b66e-aa5804cb2d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.744734607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2457c68c-213b-4b85-b66e-aa5804cb2d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.748874642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2457c68c-213b-4b85-b66e-aa5804cb2d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:32.753421287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2457c68c-213b-4b85-b66e-aa5804cb2d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.01390557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0430335-c8ca-41da-8bbf-9f87c70a9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.017366199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0430335-c8ca-41da-8bbf-9f87c70a9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.020704898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0430335-c8ca-41da-8bbf-9f87c70a9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.0241432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0430335-c8ca-41da-8bbf-9f87c70a9029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.265220424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605b8f88-d8ea-4752-9e0f-fe93d0e8d4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.268455043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605b8f88-d8ea-4752-9e0f-fe93d0e8d4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.27162358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605b8f88-d8ea-4752-9e0f-fe93d0e8d4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.274948228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605b8f88-d8ea-4752-9e0f-fe93d0e8d4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.629901377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d13eb6a-b2fe-4c2d-880d-ffbf207c7460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.633768495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d13eb6a-b2fe-4c2d-880d-ffbf207c7460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.637168904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d13eb6a-b2fe-4c2d-880d-ffbf207c7460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:33.640648196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d13eb6a-b2fe-4c2d-880d-ffbf207c7460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:34.993964656Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","namespace":"ai-tenant-e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:34.994022467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","namespace":"ai-tenant-e2e-api-b-c499bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:34.994070241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","tenant":"e2e-api-b-c499bf","tenantID":"e2e-api-b-c499bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:34.999799746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Deployment","name":"maas-api-e2e-api-b-c499bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.011564139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Service","name":"maas-api-e2e-api-b-c499bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.024160939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c499bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.031726854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c499bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.040302005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.046043134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.05468086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.066265386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.069575623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Deployment","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.076120872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.079274122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Service","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.084020324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.087147683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.090632225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.09604249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.105455314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.108408315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.113009688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.118808779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c499bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.123898426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c499bf"},"namespace":"ai-tenant-e2e-api-b-c499bf","name":"default-tenant","reconcileID":"1d94c019-1fb8-4450-91be-14e6ac052cbc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c499bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.214559319Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c499bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c499bf","reconcileID":"2271ac6a-954b-43f8-a44f-023ff7eac5bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c499bf","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c499bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.581271177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4a9946-92f6-418f-b377-c8a134f1ac86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.585911917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4a9946-92f6-418f-b377-c8a134f1ac86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.593725492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4a9946-92f6-418f-b377-c8a134f1ac86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.600810744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4a9946-92f6-418f-b377-c8a134f1ac86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.921185049Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"50439741-b655-4601-9993-9beb2d471ebb","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-5779e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.948306912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5779e4","reconcileID":"50439741-b655-4601-9993-9beb2d471ebb","MaaSSubscription":{"name":"e2e-default-int-sub-5779e4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.951239225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfa0e4f-0f50-4684-84d2-159cca3eed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.954769265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfa0e4f-0f50-4684-84d2-159cca3eed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.958346708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfa0e4f-0f50-4684-84d2-159cca3eed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.962289847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbfa0e4f-0f50-4684-84d2-159cca3eed75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.975287153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ac135af-5e88-467a-9a3d-2f8284913a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.977381062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63971500-60ba-4c44-b138-b88f83636019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.977397212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63971500-60ba-4c44-b138-b88f83636019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.98825019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16d341ab-0b67-4a4f-ab76-5730f360f199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.988326187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1caa545f-f1bf-49c3-b0e1-b7c71244baf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.995973491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16d341ab-0b67-4a4f-ab76-5730f360f199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:35.996267313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1caa545f-f1bf-49c3-b0e1-b7c71244baf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.335015598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1735cda0-7022-4096-a18c-543345bcba12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.415827607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1735cda0-7022-4096-a18c-543345bcba12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.434413285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (013304767d053c95487a526e296c76043cdad866c6718aa93eb3e468fc9567f5) AuthConfig (24de1a4dcd07e310ab9436f57a62a30bf72572ebf3358470a9df38c746b2e125) AuthConfig (6bc316d93b232763e53affc8708be5950a9760d69376b24cd02c388130fe2d12) AuthConfig (75da6f9b098e11e21ca06f51e36caa35f9c9f7bba9ee3ceebedcaf09ae750543) AuthConfig (dfa93bc9d8c02ab0b90e1c055adfb1e4b5d05060df972df1e518b992e7bf9392) AuthConfig (74546b10c93320de61d14478d547c8a249eb6fd9164317f6af98ea7e589dd13f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"1735cda0-7022-4096-a18c-543345bcba12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.442897283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0e7f9975-e196-44df-ba0a-f5418bdf4ea1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.452644101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0e7f9975-e196-44df-ba0a-f5418bdf4ea1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.460061247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b3d1de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (013304767d053c95487a526e296c76043cdad866c6718aa93eb3e468fc9567f5) AuthConfig (24de1a4dcd07e310ab9436f57a62a30bf72572ebf3358470a9df38c746b2e125) AuthConfig (6bc316d93b232763e53affc8708be5950a9760d69376b24cd02c388130fe2d12) AuthConfig (75da6f9b098e11e21ca06f51e36caa35f9c9f7bba9ee3ceebedcaf09ae750543) AuthConfig (dfa93bc9d8c02ab0b90e1c055adfb1e4b5d05060df972df1e518b992e7bf9392) AuthConfig (74546b10c93320de61d14478d547c8a249eb6fd9164317f6af98ea7e589dd13f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0e7f9975-e196-44df-ba0a-f5418bdf4ea1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.591405868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8518967-d99c-4e84-bf33-6ab9c690ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.595024857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8518967-d99c-4e84-bf33-6ab9c690ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.599091513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8518967-d99c-4e84-bf33-6ab9c690ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.603584981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8518967-d99c-4e84-bf33-6ab9c690ada2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.85230929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96effc37-c267-4c8b-8fc1-25544cdbde50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.859128462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96effc37-c267-4c8b-8fc1-25544cdbde50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.862730969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96effc37-c267-4c8b-8fc1-25544cdbde50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:37.866146852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96effc37-c267-4c8b-8fc1-25544cdbde50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:39.844233734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af222b78-e140-4afe-be63-74d6c3ddb881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:39.849220479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af222b78-e140-4afe-be63-74d6c3ddb881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:39.853777172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af222b78-e140-4afe-be63-74d6c3ddb881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:39.857982011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af222b78-e140-4afe-be63-74d6c3ddb881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:40.404677187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a89bb8b-de4a-4287-b603-a51552d0f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:40.413710868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a89bb8b-de4a-4287-b603-a51552d0f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:40.438689449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a89bb8b-de4a-4287-b603-a51552d0f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:40.454209876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a89bb8b-de4a-4287-b603-a51552d0f308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:40.761421001Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0c4aac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0c4aac","reconcileID":"ae7f2994-4265-4b68-bac0-6129fda7a611","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0c4aac","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-0c4aac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:41.02067661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4e0bf3-a04a-452a-94bf-df7155fa8955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:41.028662761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4e0bf3-a04a-452a-94bf-df7155fa8955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:41.063741668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4e0bf3-a04a-452a-94bf-df7155fa8955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:41.104125435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4e0bf3-a04a-452a-94bf-df7155fa8955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.579739886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"94078070-6144-44d1-9b6c-13cf09ef7435","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.579767412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"94078070-6144-44d1-9b6c-13cf09ef7435","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.590210888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"a90be3c1-70d1-4841-b6d9-80086c42e488","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.613096376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"a90be3c1-70d1-4841-b6d9-80086c42e488","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.614400386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"363c02ab-9d36-49fc-9718-6135e17bdd4f","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.713411666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"eeb49063-eff7-4502-923f-534e171e61cb","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.741675057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d122be1e-917b-40d8-bc11-3521e70c0408","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:42.749301472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d122be1e-917b-40d8-bc11-3521e70c0408","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.460172909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"196ef684-95c5-4054-a446-62c57c6e13e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.476556311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"196ef684-95c5-4054-a446-62c57c6e13e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.509669276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed771915-e073-4b8b-a2a2-a4bd84d302f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.509759279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed771915-e073-4b8b-a2a2-a4bd84d302f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.55371177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"d1aea4a0-dcbf-4fa3-99f7-2cad8fdfd1e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.561811448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"d1aea4a0-dcbf-4fa3-99f7-2cad8fdfd1e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:18:47.607401883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"d1aea4a0-dcbf-4fa3-99f7-2cad8fdfd1e0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-b3d1de-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.654595625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"59b94b92-39af-4e00-926b-7658194ef341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:47.662365799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"59b94b92-39af-4e00-926b-7658194ef341","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.131966405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"93b48f4c-4261-4e34-9b68-dcc26567dc8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.158668085Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"93b48f4c-4261-4e34-9b68-dcc26567dc8b","name":"e2e-api-a-0c4aac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.170389474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.170600274Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.180702774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"377d1115-98bb-4878-b18d-b2b0be31e0ce","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.181179797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"377d1115-98bb-4878-b18d-b2b0be31e0ce","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.183494808Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.183546102Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.183647593Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.194929535Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"40952832-958e-4588-b102-c93bf8bf8113","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.197373566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"9ba58b0a-ea06-47e1-a009-8c4ca9eb86d0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.197388876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"9ba58b0a-ea06-47e1-a009-8c4ca9eb86d0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.212160505Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"c55f004c-3415-4a3d-8239-db5d1ed3ce2d","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58933cb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.220124649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"fa21d4a2-ee55-4238-8a4e-e3ad488cac9f","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58933cb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.222071905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"01c11356-f5d2-4577-a2f7-9c928de003f3","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.231189823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"01c11356-f5d2-4577-a2f7-9c928de003f3","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.262779174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d876cf96-dc3e-4722-9d5f-8350d9f9b151","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.447050948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d876cf96-dc3e-4722-9d5f-8350d9f9b151","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.479068709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d876cf96-dc3e-4722-9d5f-8350d9f9b151","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"e2e-mt-5bc8c60a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.479092779Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-policy-5bc8c60a","reconcileID":"d876cf96-dc3e-4722-9d5f-8350d9f9b151","MaaSAuthPolicy":{"name":"e2e-policy-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.494228052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"5bf95753-5702-40d7-b27d-01e5400b1221","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:48.494246616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"5bf95753-5702-40d7-b27d-01e5400b1221","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.765757167Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"8fc59cb0-0cc3-4f0e-a030-3054a0d1b125","namespace":"ai-tenant-e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.765809927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"8fc59cb0-0cc3-4f0e-a030-3054a0d1b125","namespace":"ai-tenant-e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.765856491Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"8fc59cb0-0cc3-4f0e-a030-3054a0d1b125","name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.773246674Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"8fc59cb0-0cc3-4f0e-a030-3054a0d1b125","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.773602167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0302ce6e-0479-404a-b3ba-8303557cb3ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.773980561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf33384-e28a-4de5-9381-173c83b08d0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.774001408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abf33384-e28a-4de5-9381-173c83b08d0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.843392737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0302ce6e-0479-404a-b3ba-8303557cb3ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.907909999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0302ce6e-0479-404a-b3ba-8303557cb3ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"name":"e2e-api-b-b3d1de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.907936508Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"e2e-e2e-api-b-b3d1de-policy","reconcileID":"0302ce6e-0479-404a-b3ba-8303557cb3ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b3d1de-policy","namespace":"ai-tenant-e2e-api-b-b3d1de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.915936417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfdf618b-6b06-4b4e-9e0c-3df38a0229e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:51.915959265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfdf618b-6b06-4b4e-9e0c-3df38a0229e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.00460959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"aef04dbd-49ed-4cbb-bc1a-27fd1b3de5da","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.004696883Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"aef04dbd-49ed-4cbb-bc1a-27fd1b3de5da","name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.009947372Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"aef04dbd-49ed-4cbb-bc1a-27fd1b3de5da","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.009973932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"aef04dbd-49ed-4cbb-bc1a-27fd1b3de5da","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.232021111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"49fed232-8dbc-4ab9-87eb-bfc6a979c765","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","subscription":"e2e-sub-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.237416909Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"49fed232-8dbc-4ab9-87eb-bfc6a979c765","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.244971105Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-sub-5bc8c60a","reconcileID":"49fed232-8dbc-4ab9-87eb-bfc6a979c765","MaaSSubscription":{"name":"e2e-sub-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"name":"maas-trlp-e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.410469743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"eaa7e7e0-dad6-41ef-9f36-d5e3d7ff4817","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.41049535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"eaa7e7e0-dad6-41ef-9f36-d5e3d7ff4817","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.465614264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972f9f32-dcfb-49f0-b052-c77ebec6941e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.471775998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972f9f32-dcfb-49f0-b052-c77ebec6941e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.476954633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972f9f32-dcfb-49f0-b052-c77ebec6941e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.481155867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972f9f32-dcfb-49f0-b052-c77ebec6941e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.743956848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b77a42b4-f018-4b2f-8e1e-0fb5f633a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.747668383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b77a42b4-f018-4b2f-8e1e-0fb5f633a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.75164461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b77a42b4-f018-4b2f-8e1e-0fb5f633a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.755217671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b77a42b4-f018-4b2f-8e1e-0fb5f633a11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.987587648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.989744606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6f7af-6dca-4fad-a1e8-8c21e49a406a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.994922141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6f7af-6dca-4fad-a1e8-8c21e49a406a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:58.998857172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6f7af-6dca-4fad-a1e8-8c21e49a406a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.003017175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6f7af-6dca-4fad-a1e8-8c21e49a406a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.416592801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a709429-407a-46eb-9c18-1117469aba41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.419984395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a709429-407a-46eb-9c18-1117469aba41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.423657024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a709429-407a-46eb-9c18-1117469aba41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.427307588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a709429-407a-46eb-9c18-1117469aba41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.668193583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923ab625-4070-4034-8493-8d806a95b300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.688027925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923ab625-4070-4034-8493-8d806a95b300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.69159541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923ab625-4070-4034-8493-8d806a95b300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.695165574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923ab625-4070-4034-8493-8d806a95b300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.992547728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed7863-b2a6-49d0-b2e6-892a0e4b2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:18:59.997041239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed7863-b2a6-49d0-b2e6-892a0e4b2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:00.000556365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed7863-b2a6-49d0-b2e6-892a0e4b2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:00.00442559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eed7863-b2a6-49d0-b2e6-892a0e4b2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.199755896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe28cee-ade7-4240-a89e-e6d9be867433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.199785058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abe28cee-ade7-4240-a89e-e6d9be867433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.208165361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8743e-2b09-40a2-b6a9-0d770d1669e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.208191308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8743e-2b09-40a2-b6a9-0d770d1669e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.226143512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"56035f61-7949-4ebd-87a7-47015ce50a13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.263595006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"56035f61-7949-4ebd-87a7-47015ce50a13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.270598453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"56035f61-7949-4ebd-87a7-47015ce50a13","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.281021529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e8f119a-6e81-4c6f-b7ba-79a20a0bccb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:01.281117214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e8f119a-6e81-4c6f-b7ba-79a20a0bccb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.93566338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","namespace":"ai-tenant-e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.935847307Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","namespace":"ai-tenant-e2e-api-b-b3d1de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.935950648Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","tenant":"e2e-api-b-b3d1de","tenantID":"e2e-api-b-b3d1de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.941403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Deployment","name":"maas-api-e2e-api-b-b3d1de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.959759016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Service","name":"maas-api-e2e-api-b-b3d1de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.968646622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b3d1de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:02.980698919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b3d1de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.005616885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.079626695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.131847689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.141015532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.170566449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Deployment","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.206187351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.232829623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Service","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.240750869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.253875687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.265542895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.269755143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.28162366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.29070806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.319647369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.331737438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b3d1de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.342763656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b3d1de"},"namespace":"ai-tenant-e2e-api-b-b3d1de","name":"default-tenant","reconcileID":"bebea068-c82e-4bff-bbbb-afca1670af8d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b3d1de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:03.819852861Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b3d1de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b3d1de","reconcileID":"5c045878-4ba3-427a-b730-d5354b190982","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b3d1de","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b3d1de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:04.66419308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef24a053-d899-4190-a816-ba03f3d9675f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:04.719174688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef24a053-d899-4190-a816-ba03f3d9675f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:04.747568827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef24a053-d899-4190-a816-ba03f3d9675f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:04.752491857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef24a053-d899-4190-a816-ba03f3d9675f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:05.520304675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95b5177-f61b-42c4-868e-c3081d98237b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:05.570426582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95b5177-f61b-42c4-868e-c3081d98237b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:05.593401731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95b5177-f61b-42c4-868e-c3081d98237b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:05.656862987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95b5177-f61b-42c4-868e-c3081d98237b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.056661885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"2475322c-0ab4-4055-ad87-35a4ca6da4e9","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.096967269Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e494a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e494a9","reconcileID":"46736494-8fc4-469d-ba93-6ff8425ed28c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e494a9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e494a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.392910234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad56cd8-f172-4fd1-8d0b-43806eeaee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.404104627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad56cd8-f172-4fd1-8d0b-43806eeaee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.408369358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad56cd8-f172-4fd1-8d0b-43806eeaee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.413041458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad56cd8-f172-4fd1-8d0b-43806eeaee45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.472205103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ffddc3bf-aeda-4d3d-9748-be252da6bcfc","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.716614576Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.716752162Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.716827453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","tenant":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.725307458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Deployment","name":"maas-api-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.762029197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Service","name":"maas-api-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.774408531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.793202463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.79968383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.817708199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.828738988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.834632129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.838283939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Deployment","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.842555695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.846738914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Service","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.850734739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"Service","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.85475073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.858457571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.86169247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.868643935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.872717619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.876213004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.881084527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:06.884253902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"87c4b4c6-86a0-4bab-b913-1bea8dc53546","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5bc8c60a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.316490754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5bc8c60a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5bc8c60a","reconcileID":"c0228cde-7af5-4e26-b324-ed3e56f6e271","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5bc8c60a","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5bc8c60a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.347258369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"daf68433-dbd2-4d5c-bbe1-d6e7af7163e4","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.367188571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"daf68433-dbd2-4d5c-bbe1-d6e7af7163e4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.373787796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"4cda34a8-6eef-4849-8783-10ebf96d9cfd","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.373858812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"4cda34a8-6eef-4849-8783-10ebf96d9cfd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.384380966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"4727e1fd-fdeb-4b9c-a5e0-54748da558f4","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.384477147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"4727e1fd-fdeb-4b9c-a5e0-54748da558f4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.405190798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7e50f457-18c2-4cc3-ba1e-fc55c70f224e","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.405339304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7e50f457-18c2-4cc3-ba1e-fc55c70f224e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.487764253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"46ad9597-b49f-4c7a-853e-3d81db2468b8","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.487953976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"46ad9597-b49f-4c7a-853e-3d81db2468b8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.569688707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"f1a1f818-50a9-483c-a70f-7a9094b73935","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.56977888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"f1a1f818-50a9-483c-a70f-7a9094b73935","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.572063404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c9745-0342-4225-8b77-43b4a6820526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.582525329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c9745-0342-4225-8b77-43b4a6820526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.598799274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c9745-0342-4225-8b77-43b4a6820526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.607034519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c9745-0342-4225-8b77-43b4a6820526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.670540236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7bd4e2af-d82b-4fd4-a5c1-a53ba7bacb0b","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:07.670710669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7bd4e2af-d82b-4fd4-a5c1-a53ba7bacb0b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.883520146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a8f47a-cff5-48df-9db1-e2f9c3ee7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:07.969900197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a8f47a-cff5-48df-9db1-e2f9c3ee7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:08.029449289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a8f47a-cff5-48df-9db1-e2f9c3ee7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:08.030681318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0e65fcd8-d620-4ca1-8161-851ed7515a97","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:08.030793914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0e65fcd8-d620-4ca1-8161-851ed7515a97","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:08.036835034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a8f47a-cff5-48df-9db1-e2f9c3ee7f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:08.672810022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7342c626-22af-4930-ae4b-afccefd58011","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:08.672971998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7342c626-22af-4930-ae4b-afccefd58011","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.089649603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8e91f8-1385-4d8b-8e7c-e40fbbecf161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.089747181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8e91f8-1385-4d8b-8e7c-e40fbbecf161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.100507309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2fbebff-db94-4b52-9073-21963430bcd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.100533804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2fbebff-db94-4b52-9073-21963430bcd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.110603679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"f16a29c6-9bfe-43c8-bf70-82aa187f1457","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.119339008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"f16a29c6-9bfe-43c8-bf70-82aa187f1457","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.149204109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3860d20c-00e2-4b34-8125-0545b94472b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.149230078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3860d20c-00e2-4b34-8125-0545b94472b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.21051296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"5ca62997-1427-401d-9950-c6b43000e904","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.218567143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"5ca62997-1427-401d-9950-c6b43000e904","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.262854302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9805fd7-7831-4741-83d3-b61e15b42919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.262873056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9805fd7-7831-4741-83d3-b61e15b42919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.272059931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"443f92c2-1cf1-4ee0-92de-06886d9ea225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.272079438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"443f92c2-1cf1-4ee0-92de-06886d9ea225","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:09.272643882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"a3c9176a-2765-4c2a-8553-bc52a3108e95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-70237d29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.291160847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a91518d-8771-4c6f-8836-e51afff85e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.291181795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a91518d-8771-4c6f-8836-e51afff85e56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.300489248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ee0900-1693-46e7-ad28-639087ca07eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.300510278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81ee0900-1693-46e7-ad28-639087ca07eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.392405853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"e7c3737b-0e5e-4169-b7cc-aebdaa3cbf1e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.393427177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ce6a96-444a-43e0-b54a-b4cbd3330534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.398689196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bcc31fb-15d9-4496-8bb9-391b38de04a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.403977357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ce6a96-444a-43e0-b54a-b4cbd3330534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.405201271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"e7c3737b-0e5e-4169-b7cc-aebdaa3cbf1e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.407985495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bcc31fb-15d9-4496-8bb9-391b38de04a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.412967956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"1b34632f-0810-4a41-9866-e70d39ff675c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-70237d29","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.413093087Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"1b34632f-0810-4a41-9866-e70d39ff675c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-70237d29","error":"MaaSModelRef not found: llm/nonexistent-model-70237d29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.430227184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a014be75-5ea1-49a5-8611-5b0963105bda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.438997357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0b5f3d2-0b6d-49ac-a506-7f8024c036b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.439023478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0b5f3d2-0b6d-49ac-a506-7f8024c036b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.521973271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fc85e9-0c7a-4f6c-be4c-4b49967bd901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.522162654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"3c9e0741-4628-4499-a1e9-01342d6c8785","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.524389966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3f80ff-e5b9-4dbf-90d1-5750f8607ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.527186457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"19d55750-0082-4e68-824e-bc64bda8377d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.527265933Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"19d55750-0082-4e68-824e-bc64bda8377d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-70237d29","error":"MaaSModelRef not found: llm/nonexistent-model-70237d29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.530259671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fc85e9-0c7a-4f6c-be4c-4b49967bd901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.530690927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"3c9e0741-4628-4499-a1e9-01342d6c8785","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:09.532629862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3f80ff-e5b9-4dbf-90d1-5750f8607ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:09.954222026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"17ce16c9-39c6-432b-9c3e-7359833e0c32","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:09.95428741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"17ce16c9-39c6-432b-9c3e-7359833e0c32","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:11.288508747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"ee885e81-23c8-4903-a518-fd0885ee8fc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:11.296740531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"ee885e81-23c8-4903-a518-fd0885ee8fc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:11.302919501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"ee885e81-23c8-4903-a518-fd0885ee8fc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.060542381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"196a3a1a-2182-46ca-b862-22b31df099e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.060566562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"196a3a1a-2182-46ca-b862-22b31df099e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.1145864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"a32de674-24f8-419f-afce-d8ce69d76c01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.11574808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9d7c2aa-7289-47b2-9859-285b76aab292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.137217638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"a32de674-24f8-419f-afce-d8ce69d76c01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.140533368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9d7c2aa-7289-47b2-9859-285b76aab292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.189094171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbcc2a9-7c67-46c6-a266-e9ab68369f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:12.219331296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbcc2a9-7c67-46c6-a266-e9ab68369f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:12.515428022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"cf6b9cf5-b8bb-4793-8ad4-806aefa167ab","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:12.515523006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"cf6b9cf5-b8bb-4793-8ad4-806aefa167ab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:13.532971588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"a7a92498-bf4d-45c9-90d9-b4b3c168cf91","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:13.600399582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"a7a92498-bf4d-45c9-90d9-b4b3c168cf91","name":"e2e-api-b-e494a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:17.600003854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"de08f45c-3352-4247-8330-84d403e2cade","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:17.600079583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"de08f45c-3352-4247-8330-84d403e2cade","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:17.702900884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"79e60941-d847-4d65-8bc7-753c6ec454b8","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:19:17.703096356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"79e60941-d847-4d65-8bc7-753c6ec454b8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:17.722663669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8f470-162c-4e37-8e9f-8aac191cb751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:17.727082941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8f470-162c-4e37-8e9f-8aac191cb751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:17.732044377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8f470-162c-4e37-8e9f-8aac191cb751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:17.736324154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc8f470-162c-4e37-8e9f-8aac191cb751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.089799255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b6bf92-6480-4b8e-8068-21e758bf5e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.108633031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b6bf92-6480-4b8e-8068-21e758bf5e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.113912565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b6bf92-6480-4b8e-8068-21e758bf5e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.118120699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b6bf92-6480-4b8e-8068-21e758bf5e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.7885497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"dd5768b2-c768-4e64-99ae-ea388c1a052a","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.78857071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"dd5768b2-c768-4e64-99ae-ea388c1a052a","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.805665687Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5bc8c60a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5bc8c60a","reconcileID":"b0aed272-6a1f-4fcb-8c04-2c5f88098b7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5bc8c60a","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-5bc8c60a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.998268704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"3ce2aeb3-46ba-44d4-a329-2a98a99a9873","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:18.998373398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"3ce2aeb3-46ba-44d4-a329-2a98a99a9873","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.097853475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7b6eecd1-a6fe-4236-aed4-a40255c28527","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.097873993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7b6eecd1-a6fe-4236-aed4-a40255c28527","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.166552203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d70e46-4eb1-4815-9092-38ae0ae3ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.170244063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d70e46-4eb1-4815-9092-38ae0ae3ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.187749133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d70e46-4eb1-4815-9092-38ae0ae3ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.191300689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d70e46-4eb1-4815-9092-38ae0ae3ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.48257563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54711a48-1cf8-4425-8bf7-581f198ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.51553489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54711a48-1cf8-4425-8bf7-581f198ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.578790932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54711a48-1cf8-4425-8bf7-581f198ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:19.585419541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54711a48-1cf8-4425-8bf7-581f198ef9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:20.203019385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4c6998","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4c6998","reconcileID":"e556b8c0-abb7-4c51-b939-9b00df450879","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4c6998","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-4c6998":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:20.467850248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdac2ed7-7fef-42a0-8c04-6dcdcc3f745b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:20.471362727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdac2ed7-7fef-42a0-8c04-6dcdcc3f745b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:20.475273656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdac2ed7-7fef-42a0-8c04-6dcdcc3f745b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:20.478933907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdac2ed7-7fef-42a0-8c04-6dcdcc3f745b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.132170434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139068c9-62c4-4ff3-af2b-0055dbc32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.136651384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139068c9-62c4-4ff3-af2b-0055dbc32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.141613726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139068c9-62c4-4ff3-af2b-0055dbc32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.148801019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139068c9-62c4-4ff3-af2b-0055dbc32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.310655258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"84f09665-9878-4d0d-9e4b-8d8d9b9de002","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.319976837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"84f09665-9878-4d0d-9e4b-8d8d9b9de002","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.327627884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"84f09665-9878-4d0d-9e4b-8d8d9b9de002","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.41537316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097cd900-5a64-454d-b61c-d0a5b7d47257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.419524392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097cd900-5a64-454d-b61c-d0a5b7d47257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.42372194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097cd900-5a64-454d-b61c-d0a5b7d47257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.427099201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097cd900-5a64-454d-b61c-d0a5b7d47257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.741052964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503e468b-beb7-486c-9dcc-2caa273c6d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.789266984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503e468b-beb7-486c-9dcc-2caa273c6d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.795377058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503e468b-beb7-486c-9dcc-2caa273c6d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:21.803849133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503e468b-beb7-486c-9dcc-2caa273c6d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.091421428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7731a-5f77-45cd-ac23-4225af48d725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.09528742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7731a-5f77-45cd-ac23-4225af48d725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.098777576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7731a-5f77-45cd-ac23-4225af48d725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.102281825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f7731a-5f77-45cd-ac23-4225af48d725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.119360197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"355331a0-51ce-4ac7-930d-f2f8cb790b68","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-70237d29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.206584564Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"355331a0-51ce-4ac7-930d-f2f8cb790b68","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.206617982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"355331a0-51ce-4ac7-930d-f2f8cb790b68","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-70237d29","subscription":"e2e-neg-ghost-sub-70237d29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.206740999Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-70237d29","reconcileID":"355331a0-51ce-4ac7-930d-f2f8cb790b68","MaaSSubscription":{"name":"e2e-neg-ghost-sub-70237d29","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-70237d29","error":"MaaSModelRef not found: llm/nonexistent-model-70237d29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.287936964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99b0186d-d789-4b58-8ddd-2ede29df4e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.324883734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72abf88d-1d25-4c63-9c24-0bc1e19a112e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.324909301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72abf88d-1d25-4c63-9c24-0bc1e19a112e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.338345628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"963b7919-fa6f-4508-b4a4-cde0c61e2bad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.339124133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1affaebb-fc9d-4fbd-b1d3-11057531ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.339523319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb905956-cb08-4d5c-b912-a83108626495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.345753071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"963b7919-fa6f-4508-b4a4-cde0c61e2bad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.348217888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1affaebb-fc9d-4fbd-b1d3-11057531ebf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.35037313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb905956-cb08-4d5c-b912-a83108626495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.465049169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd3e179-9050-4eaa-9974-73a2e70a38a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.493021122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd3e179-9050-4eaa-9974-73a2e70a38a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.493309919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-70237d29","reconcileID":"662324b6-207c-41fc-9bea-f309f582d193","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-70237d29","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.493667295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf5ebc0-1e77-4bff-ab01-baab61b4131e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.493686291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf5ebc0-1e77-4bff-ab01-baab61b4131e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.499532091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd3e179-9050-4eaa-9974-73a2e70a38a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.505776843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd3e179-9050-4eaa-9974-73a2e70a38a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.566256424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0221621-51ae-4862-bff2-1a6bf58bd723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.566277353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0221621-51ae-4862-bff2-1a6bf58bd723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.740048338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d3907a-604d-465d-9a39-891bb359dbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.744035511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d3907a-604d-465d-9a39-891bb359dbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.747481387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d3907a-604d-465d-9a39-891bb359dbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.750849344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d3907a-604d-465d-9a39-891bb359dbe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.793774612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df0ea3c9-b3aa-428f-8cd4-e4aef87e058a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.793795392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df0ea3c9-b3aa-428f-8cd4-e4aef87e058a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.802087735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2a0a39-fc37-4c7a-b79e-ebb12bf8927f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.80210647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc2a0a39-fc37-4c7a-b79e-ebb12bf8927f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.81641477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"898be343-98b1-4b5a-a9c0-ac8902b97f02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.825380208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"898be343-98b1-4b5a-a9c0-ac8902b97f02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.834936567Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"898be343-98b1-4b5a-a9c0-ac8902b97f02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0d537da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.853468601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa36c3f6-948b-4931-9526-addcb24570e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.853482225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa36c3f6-948b-4931-9526-addcb24570e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.916122288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"d41a3403-d114-471c-a7d2-08f60f4a98b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.923943871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"d41a3403-d114-471c-a7d2-08f60f4a98b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:22.93346117Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"d41a3403-d114-471c-a7d2-08f60f4a98b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0d537da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.005507296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df48546a-533d-42a9-9d02-4ebc88e7327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.009051817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df48546a-533d-42a9-9d02-4ebc88e7327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.013218577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df48546a-533d-42a9-9d02-4ebc88e7327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.016710784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df48546a-533d-42a9-9d02-4ebc88e7327d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.435208334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"767e0d4f-5e42-4c9c-9b81-f816e81564c9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.435724408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24c85df-c70a-4dff-8eb5-7123da095e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.43574021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a24c85df-c70a-4dff-8eb5-7123da095e1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.445822437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0d537da8","reconcileID":"767e0d4f-5e42-4c9c-9b81-f816e81564c9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0d537da8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0d537da8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.649949235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aff66de9-a94d-4656-a83f-c980d4bcdbaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:23.649973906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aff66de9-a94d-4656-a83f-c980d4bcdbaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.464582681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebc5c9a5-3237-44b5-80c2-6b7bf234edc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.464682624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebc5c9a5-3237-44b5-80c2-6b7bf234edc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.475321165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2dfdfb-35c4-42d8-a041-3b98a6fdf27b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.475392691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2dfdfb-35c4-42d8-a041-3b98a6fdf27b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.486791988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"21855ebe-083c-4620-a4f6-6b6aa6b4d6f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.570449259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"21855ebe-083c-4620-a4f6-6b6aa6b4d6f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.621414127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e494a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"21855ebe-083c-4620-a4f6-6b6aa6b4d6f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.653243267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecb55e0-9eb8-4aee-83cf-04cb87a8a1c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.653348215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecb55e0-9eb8-4aee-83cf-04cb87a8a1c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.931101512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"5586e6e4-9c96-436e-87cb-05a00c863f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.948734775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"5586e6e4-9c96-436e-87cb-05a00c863f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:26.993899631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ec84f3dd762fa09eee54400ed755eb0fae7fcbc44bb3a49e3fbf232b141352e) AuthConfig (9d46ecd84ad2f7e5922b54bc3c249bd08806e8be828fa667377b317227b23d82) AuthConfig (c585b819f8d690996bca4bfeade8c7f6f9f71a43b28d56ad42f97ecd9be3c806) AuthConfig (a858db26df3f0179119331ddb2d9f001a25e650b75835833f8a2355cda502ed7) AuthConfig (5b17a9c37de4df5bfc1ceeebdcf9aa2670db2a55053520bce1be0e5d4f106b79) AuthConfig (e8de085afb4bf98defa020509bb1b37dbaf6420d5581102e0b86ab3f26110e60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"5586e6e4-9c96-436e-87cb-05a00c863f46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.023707602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"573b8984-c9ec-4907-8d45-5ab8bd272ed9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.023814395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"573b8984-c9ec-4907-8d45-5ab8bd272ed9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.068055048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"13a46896-59b4-40fc-a6be-c88314e52555","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.105742964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"13a46896-59b4-40fc-a6be-c88314e52555","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.126195443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ec84f3dd762fa09eee54400ed755eb0fae7fcbc44bb3a49e3fbf232b141352e) AuthConfig (9d46ecd84ad2f7e5922b54bc3c249bd08806e8be828fa667377b317227b23d82) AuthConfig (c585b819f8d690996bca4bfeade8c7f6f9f71a43b28d56ad42f97ecd9be3c806) AuthConfig (a858db26df3f0179119331ddb2d9f001a25e650b75835833f8a2355cda502ed7) AuthConfig (5b17a9c37de4df5bfc1ceeebdcf9aa2670db2a55053520bce1be0e5d4f106b79) AuthConfig (e8de085afb4bf98defa020509bb1b37dbaf6420d5581102e0b86ab3f26110e60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"13a46896-59b4-40fc-a6be-c88314e52555","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.261619494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308b4c9-a2b9-4e42-b74a-96ebb49061db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.411273669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308b4c9-a2b9-4e42-b74a-96ebb49061db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.478570094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308b4c9-a2b9-4e42-b74a-96ebb49061db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:27.550341916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9308b4c9-a2b9-4e42-b74a-96ebb49061db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.071685737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"30ce692f-8331-4596-89b1-a48a95a0c578","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.091300063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"30ce692f-8331-4596-89b1-a48a95a0c578","name":"e2e-mt-5bc8c60a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.130670002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a70d920-aa89-4a15-955d-7b7032a9fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.148704157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a70d920-aa89-4a15-955d-7b7032a9fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.204969683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a70d920-aa89-4a15-955d-7b7032a9fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.215406311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a70d920-aa89-4a15-955d-7b7032a9fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.761909409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010270f-7b29-426d-a41f-2861d0aab0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.765744728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010270f-7b29-426d-a41f-2861d0aab0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.769880968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010270f-7b29-426d-a41f-2861d0aab0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.773958063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010270f-7b29-426d-a41f-2861d0aab0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:28.826212922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3ac6bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3ac6bf","reconcileID":"c6aecc44-a4be-4a46-96e9-b33d405de9d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3ac6bf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3ac6bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.006723811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.065734995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972b3675-431f-4aed-bc16-5a356e9bf981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.069353204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972b3675-431f-4aed-bc16-5a356e9bf981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.072862178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972b3675-431f-4aed-bc16-5a356e9bf981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.076478522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972b3675-431f-4aed-bc16-5a356e9bf981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.301633957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ceb75-1ef4-4954-9c80-418eef9c9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.305624888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ceb75-1ef4-4954-9c80-418eef9c9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.30918738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ceb75-1ef4-4954-9c80-418eef9c9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:29.313542048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ceb75-1ef4-4954-9c80-418eef9c9ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:31.251623008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"554656ad-80c3-41e5-aee4-2760591ab7cc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:31.284285513Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"554656ad-80c3-41e5-aee4-2760591ab7cc","name":"e2e-ipp-a-4c6998-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.525966075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7c5b656f-86cd-4580-9273-3faa7b84ceff","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.525993324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7c5b656f-86cd-4580-9273-3faa7b84ceff","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.744166902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"5a136870-dbb8-4fda-b034-5d105149a880","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.791117817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"5a136870-dbb8-4fda-b034-5d105149a880","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.798567519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e494a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"5a136870-dbb8-4fda-b034-5d105149a880","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.832973404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17b8f1-6a4e-4487-bb5c-e1271b46ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.83629496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17b8f1-6a4e-4487-bb5c-e1271b46ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.840769364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17b8f1-6a4e-4487-bb5c-e1271b46ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:36.895386798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc17b8f1-6a4e-4487-bb5c-e1271b46ad28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.103710609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"89e02ece-d919-4731-b75b-073c4783b311","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.112387993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"89e02ece-d919-4731-b75b-073c4783b311","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.11670818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d747-0086-4786-80c4-8e8b8a756fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.12517672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d747-0086-4786-80c4-8e8b8a756fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.128277136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ec84f3dd762fa09eee54400ed755eb0fae7fcbc44bb3a49e3fbf232b141352e) AuthConfig (9d46ecd84ad2f7e5922b54bc3c249bd08806e8be828fa667377b317227b23d82) AuthConfig (c585b819f8d690996bca4bfeade8c7f6f9f71a43b28d56ad42f97ecd9be3c806) AuthConfig (a858db26df3f0179119331ddb2d9f001a25e650b75835833f8a2355cda502ed7) AuthConfig (5b17a9c37de4df5bfc1ceeebdcf9aa2670db2a55053520bce1be0e5d4f106b79) AuthConfig (e8de085afb4bf98defa020509bb1b37dbaf6420d5581102e0b86ab3f26110e60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"89e02ece-d919-4731-b75b-073c4783b311","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.130152275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d747-0086-4786-80c4-8e8b8a756fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.134254181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d747-0086-4786-80c4-8e8b8a756fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.140110268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"372530d6-c4d8-4232-8d2e-76504552b4b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.189408897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"372530d6-c4d8-4232-8d2e-76504552b4b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.195561518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0c4aac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ec84f3dd762fa09eee54400ed755eb0fae7fcbc44bb3a49e3fbf232b141352e) AuthConfig (9d46ecd84ad2f7e5922b54bc3c249bd08806e8be828fa667377b317227b23d82) AuthConfig (c585b819f8d690996bca4bfeade8c7f6f9f71a43b28d56ad42f97ecd9be3c806) AuthConfig (a858db26df3f0179119331ddb2d9f001a25e650b75835833f8a2355cda502ed7) AuthConfig (5b17a9c37de4df5bfc1ceeebdcf9aa2670db2a55053520bce1be0e5d4f106b79) AuthConfig (e8de085afb4bf98defa020509bb1b37dbaf6420d5581102e0b86ab3f26110e60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"372530d6-c4d8-4232-8d2e-76504552b4b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.445942237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ea43dd-6d0d-4b46-ba9e-7c2eeb6a96bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.449695978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ea43dd-6d0d-4b46-ba9e-7c2eeb6a96bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.453200638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ea43dd-6d0d-4b46-ba9e-7c2eeb6a96bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.456824366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ea43dd-6d0d-4b46-ba9e-7c2eeb6a96bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.719753948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"029d1bf0-7934-4c26-9f23-c21958d6da44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3ac6bf","tenantID":"e2e-ipp-a-3ac6bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.763498025Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"029d1bf0-7934-4c26-9f23-c21958d6da44","name":"e2e-ipp-a-3ac6bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.798222874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129c3b4c-8446-42ef-bd72-f5463c0a1076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.817700986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129c3b4c-8446-42ef-bd72-f5463c0a1076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.822373243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129c3b4c-8446-42ef-bd72-f5463c0a1076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:37.827245794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129c3b4c-8446-42ef-bd72-f5463c0a1076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.149731462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f7a59f-34d2-4bc8-a327-ebe90684917a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.154636341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f7a59f-34d2-4bc8-a327-ebe90684917a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.160781901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f7a59f-34d2-4bc8-a327-ebe90684917a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.166696237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f7a59f-34d2-4bc8-a327-ebe90684917a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.378718392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15352fc0-e3e3-43c3-9e16-5ba04715b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.385179803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15352fc0-e3e3-43c3-9e16-5ba04715b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.39469108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15352fc0-e3e3-43c3-9e16-5ba04715b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:38.398211659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15352fc0-e3e3-43c3-9e16-5ba04715b7d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.554940088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23dae214-1ff3-443e-9eaf-fc51c601deb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.558746878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23dae214-1ff3-443e-9eaf-fc51c601deb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.562166163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23dae214-1ff3-443e-9eaf-fc51c601deb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.565641029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23dae214-1ff3-443e-9eaf-fc51c601deb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.866990819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd74a67-1638-4144-99d0-49831ecff7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.888494842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd74a67-1638-4144-99d0-49831ecff7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.892267978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd74a67-1638-4144-99d0-49831ecff7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:40.895918892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd74a67-1638-4144-99d0-49831ecff7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.040960191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"cdb54e8e-a19c-4703-b710-82ba7e37878d","namespace":"ai-tenant-e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.04101676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"cdb54e8e-a19c-4703-b710-82ba7e37878d","namespace":"ai-tenant-e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.041065479Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"cdb54e8e-a19c-4703-b710-82ba7e37878d","name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.048795582Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"cdb54e8e-a19c-4703-b710-82ba7e37878d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.049097655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"6c3e49c0-b976-4919-a870-f5470582e387","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.049333379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d439d438-4728-4f17-a37a-db36b729866b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.049349668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d439d438-4728-4f17-a37a-db36b729866b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.113725252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"6c3e49c0-b976-4919-a870-f5470582e387","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.187650527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"6c3e49c0-b976-4919-a870-f5470582e387","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"name":"e2e-api-a-0c4aac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.187678271Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"e2e-e2e-api-a-0c4aac-policy","reconcileID":"6c3e49c0-b976-4919-a870-f5470582e387","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0c4aac-policy","namespace":"ai-tenant-e2e-api-a-0c4aac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.19539602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1a80e29-2156-4d3d-bbf5-76c71915f256","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:41.195416368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1a80e29-2156-4d3d-bbf5-76c71915f256","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.656731956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43703c1-2ea7-40c3-8ece-89b67c2ed466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.661874305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43703c1-2ea7-40c3-8ece-89b67c2ed466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.666197492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43703c1-2ea7-40c3-8ece-89b67c2ed466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.669767335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a43703c1-2ea7-40c3-8ece-89b67c2ed466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.812909486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"51af3f0b-d477-4f07-a52b-c1be08fb978b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.824953585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"51af3f0b-d477-4f07-a52b-c1be08fb978b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.832379166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e494a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2dac76a4f8c53a12abeb76645e2e9b272d941b9623f61385bc20112e77f8494) AuthConfig (c9ad431e13fa28a1df484dff83934057db90319a19fd3ebb7d317a0a21526340) AuthConfig (94e886917f14215a09a85c0234266d2f7c97884e32e649bbc178a850d6f8b1fa) AuthConfig (fa071ee4b22358488766bfcfc55ae24cfc7b53560e3571c453614aa192dd9a61) AuthConfig (2fa08b8ca6a6895063712a461936eb7e8deddbe9f7ae54de434bac933f66bbbf) AuthConfig (8520954cdd18f4b49bfab702d82baaaadbc65b3a36e7ba002083cefce4d203ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"51af3f0b-d477-4f07-a52b-c1be08fb978b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.899012855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c73fee-12a4-49a3-a5ae-98868e23d47b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.899040212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c73fee-12a4-49a3-a5ae-98868e23d47b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.975569493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5419a06-69b7-44d0-a1ba-cf9c580f334b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.979122112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5419a06-69b7-44d0-a1ba-cf9c580f334b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.982516184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5419a06-69b7-44d0-a1ba-cf9c580f334b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:46.985911913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5419a06-69b7-44d0-a1ba-cf9c580f334b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:47.893282478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e8b48266-06ea-492e-8993-ee4587fa1360","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:47.893305987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e8b48266-06ea-492e-8993-ee4587fa1360","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:47.911890345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e98c6c31-117d-444f-8374-e70691f83da7","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:47.911910946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e98c6c31-117d-444f-8374-e70691f83da7","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.246238908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a119fa06-61c7-4522-a499-e420a0912541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.250330405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a119fa06-61c7-4522-a499-e420a0912541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.291159098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a119fa06-61c7-4522-a499-e420a0912541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.295543775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a119fa06-61c7-4522-a499-e420a0912541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.558846914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7c83e7-7fab-4c4a-91f2-66b809875521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.562855604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7c83e7-7fab-4c4a-91f2-66b809875521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.56617434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7c83e7-7fab-4c4a-91f2-66b809875521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.569599164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7c83e7-7fab-4c4a-91f2-66b809875521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.749100085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25798d58-f4a4-4b4c-9cde-86e3737a7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.754792027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25798d58-f4a4-4b4c-9cde-86e3737a7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.762531996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25798d58-f4a4-4b4c-9cde-86e3737a7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:48.768582837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25798d58-f4a4-4b4c-9cde-86e3737a7b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:53.494573528Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"932bd85a-523f-4f9c-8383-ffcd046d5f47","gateway":"openshift-ingress/e2e-ipp-a-3ac6bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.526879894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","namespace":"ai-tenant-e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.526999551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","namespace":"ai-tenant-e2e-api-a-0c4aac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.527112291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","tenant":"e2e-api-a-0c4aac","tenantID":"e2e-api-a-0c4aac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.543481111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Deployment","name":"maas-api-e2e-api-a-0c4aac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.586347195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Service","name":"maas-api-e2e-api-a-0c4aac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.60505268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-0c4aac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.614705752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-0c4aac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.623674935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.636332279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.680087582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.708727303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.72087248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Deployment","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.733904539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.738701627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Service","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.75831287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.763046157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.76949919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.777132352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.793687373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.799627127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.8096187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.813838511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-0c4aac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.828626487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0c4aac"},"namespace":"ai-tenant-e2e-api-a-0c4aac","name":"default-tenant","reconcileID":"0ba09306-dcd2-456c-ba3c-7203e0acf0a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-0c4aac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:54.947660705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0c4aac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0c4aac","reconcileID":"dc343e96-04f9-4905-a9ba-a4a84db70754","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0c4aac","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-0c4aac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.17386138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68851338-4e8b-4e3e-a40f-c83672adc7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.191059329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68851338-4e8b-4e3e-a40f-c83672adc7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.21077136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68851338-4e8b-4e3e-a40f-c83672adc7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.234836528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68851338-4e8b-4e3e-a40f-c83672adc7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.497277341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93eaa72-54c4-40de-8e5e-8c068da9ef1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.497366998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93eaa72-54c4-40de-8e5e-8c068da9ef1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.503828629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"namespace":"ai-tenant-e2e-mt-853b7108","name":"e2e-policy-853b7108","reconcileID":"2782ff1e-5b47-4b03-b7d6-7baf5d373fde","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.534762318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"namespace":"ai-tenant-e2e-mt-853b7108","name":"e2e-policy-853b7108","reconcileID":"2782ff1e-5b47-4b03-b7d6-7baf5d373fde","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.541953414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"namespace":"ai-tenant-e2e-mt-853b7108","name":"e2e-policy-853b7108","reconcileID":"2782ff1e-5b47-4b03-b7d6-7baf5d373fde","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.550517107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c21bea-4241-4c39-98cf-6f6e157eb72f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.550537971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c21bea-4241-4c39-98cf-6f6e157eb72f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.554684827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4060082-4a99-4b6d-b38a-19cd45fe7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.5584517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4060082-4a99-4b6d-b38a-19cd45fe7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.562130869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4060082-4a99-4b6d-b38a-19cd45fe7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:55.566040276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4060082-4a99-4b6d-b38a-19cd45fe7402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:56.905898959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"a377b3ea-f22b-4d71-86db-06404a56d942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:56.914853169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"a377b3ea-f22b-4d71-86db-06404a56d942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:56.922224941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e494a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2dac76a4f8c53a12abeb76645e2e9b272d941b9623f61385bc20112e77f8494) AuthConfig (c9ad431e13fa28a1df484dff83934057db90319a19fd3ebb7d317a0a21526340) AuthConfig (94e886917f14215a09a85c0234266d2f7c97884e32e649bbc178a850d6f8b1fa) AuthConfig (fa071ee4b22358488766bfcfc55ae24cfc7b53560e3571c453614aa192dd9a61) AuthConfig (2fa08b8ca6a6895063712a461936eb7e8deddbe9f7ae54de434bac933f66bbbf) AuthConfig (8520954cdd18f4b49bfab702d82baaaadbc65b3a36e7ba002083cefce4d203ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"a377b3ea-f22b-4d71-86db-06404a56d942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:58.016079992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e6194d43-4a86-4461-bbe7-0d72347b13c0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"tenant":"e2e-mt-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","model":"ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:58.016106325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"e6194d43-4a86-4461-bbe7-0d72347b13c0","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"routeName":"e2e-lifecycle-model-5bc8c60a-kserve-route","namespace":"ai-tenant-e2e-mt-5bc8c60a","llmisvcName":"e2e-lifecycle-model-5bc8c60a","gateway":"openshift-ingress/e2e-mt-5bc8c60a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:19:58.9667385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.890048429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.890106384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","namespace":"ai-tenant-e2e-mt-5bc8c60a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.890157605Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","tenant":"e2e-mt-5bc8c60a","tenantID":"e2e-mt-5bc8c60a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.898007709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Deployment","name":"maas-api-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.916238816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Service","name":"maas-api-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.940395098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.949845127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-5bc8c60a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.957680045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.96855135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.98420613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:00.995135432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.001304952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Deployment","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.00667383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.010243088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Service","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.013362236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"Service","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.018622669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.021992489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.027193346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.035563429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.039934329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.043401331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.047299957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-5bc8c60a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.05064885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"default-tenant","reconcileID":"787735d5-a9a7-4d0b-b2de-e9580672d49c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-5bc8c60a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.150123906Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-5bc8c60a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-5bc8c60a","reconcileID":"217363c9-2d63-4b78-bd32-3064161b7a58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-5bc8c60a","removed":["maas.opendatahub.io/gateway-access-e2e-mt-5bc8c60a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.21373337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7caf8cf4-b321-47f8-9c68-cfdcf3056055","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.371585853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"7caf8cf4-b321-47f8-9c68-cfdcf3056055","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.37776918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"121b4f64-2ee4-4ebc-bc53-96267f79a29a","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.377875289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"121b4f64-2ee4-4ebc-bc53-96267f79a29a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.38815001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0a175df1-8401-42cf-b706-7ede42d4c1cd","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.388234079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0a175df1-8401-42cf-b706-7ede42d4c1cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.40877461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0af34597-615a-4741-8b57-181f2c089d41","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.408834407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"0af34597-615a-4741-8b57-181f2c089d41","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.449811097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c19ee481-c8c0-4278-ae32-fc0535934fed","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.449870887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c19ee481-c8c0-4278-ae32-fc0535934fed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.530763909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"911b9ae5-c073-4b11-b418-86ad3c4b431c","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.530876579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"911b9ae5-c073-4b11-b418-86ad3c4b431c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.608985125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e0d229-7340-4511-9440-e73b4fec4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.613042541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e0d229-7340-4511-9440-e73b4fec4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.616690419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e0d229-7340-4511-9440-e73b4fec4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.621390444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32e0d229-7340-4511-9440-e73b4fec4819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.692091528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"8ce3685c-8ee3-4380-a184-96d5bde13ce6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:01.692188201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"8ce3685c-8ee3-4380-a184-96d5bde13ce6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.825874834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56675b95-610c-42d4-8ca6-b81cfc7f1d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.831933881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56675b95-610c-42d4-8ca6-b81cfc7f1d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.846109505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56675b95-610c-42d4-8ca6-b81cfc7f1d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:01.852240828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56675b95-610c-42d4-8ca6-b81cfc7f1d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:02.012527746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"70be591e-41b8-4620-8950-75d88e88bbae","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:02.012599772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"70be591e-41b8-4620-8950-75d88e88bbae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:02.68802697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"346b761f-6427-4e98-b5e5-27c85b14af31","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:02.688137545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"346b761f-6427-4e98-b5e5-27c85b14af31","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:03.273898775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ff858d8f-35e7-469c-8b5a-eb1268768c58","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:03.273980892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ff858d8f-35e7-469c-8b5a-eb1268768c58","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:03.288605535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"75669433-95fe-40ad-ac5a-1e287085d63e","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:03.288682968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"75669433-95fe-40ad-ac5a-1e287085d63e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.291039763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"1aed6362-cb32-44da-8716-cc2893e3251f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.298229987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"1aed6362-cb32-44da-8716-cc2893e3251f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.487972643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f974e2-71f6-47f8-a5fb-2cc5884cfa86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.488003422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f974e2-71f6-47f8-a5fb-2cc5884cfa86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.495901767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"a90dc64f-3699-497a-82e6-dea9bc7720c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.503290863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"a90dc64f-3699-497a-82e6-dea9bc7720c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.520835645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff0d286-2952-47dd-84cc-176054efd776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.524530997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff0d286-2952-47dd-84cc-176054efd776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.599899889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff0d286-2952-47dd-84cc-176054efd776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.603719896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff0d286-2952-47dd-84cc-176054efd776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.794192638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b85e4-957e-4a0c-b21d-1bc898aefd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.798893347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b85e4-957e-4a0c-b21d-1bc898aefd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.805307351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b85e4-957e-4a0c-b21d-1bc898aefd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:03.817613249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1b85e4-957e-4a0c-b21d-1bc898aefd93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:04.063700843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f972e64-fbae-44b5-9c2f-83e4f84253f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:04.067376469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f972e64-fbae-44b5-9c2f-83e4f84253f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:04.070806221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f972e64-fbae-44b5-9c2f-83e4f84253f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:04.074324202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f972e64-fbae-44b5-9c2f-83e4f84253f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:06.800896287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"72d80b90-d126-489e-ba70-5b66be917d46","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:06.800986405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"72d80b90-d126-489e-ba70-5b66be917d46","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:10.845149141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"718ec82d-1bda-47f1-9d63-5788c1d6dab3","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:10.84522977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"718ec82d-1bda-47f1-9d63-5788c1d6dab3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:10.866388675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ae215011-f450-41d7-ac23-1f7c9fb2592d","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:10.866489348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"ae215011-f450-41d7-ac23-1f7c9fb2592d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.046644259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e612274-2542-46f8-bba6-8b3beae4bb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.050383169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e612274-2542-46f8-bba6-8b3beae4bb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.054035825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e612274-2542-46f8-bba6-8b3beae4bb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.062447513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e612274-2542-46f8-bba6-8b3beae4bb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.405836939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3cee8d-8ad3-468e-9c22-54be283340b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.455680455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3cee8d-8ad3-468e-9c22-54be283340b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.553142379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3cee8d-8ad3-468e-9c22-54be283340b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.562268902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3cee8d-8ad3-468e-9c22-54be283340b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:11.943764423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d1a920c1-fc34-4e15-ad5d-cc47febbd76c","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:11.943866281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d1a920c1-fc34-4e15-ad5d-cc47febbd76c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:11.97042741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-43f6ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-43f6ab","reconcileID":"be0e2f3f-fed0-476f-88ae-93451c1bb719","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-43f6ab","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-43f6ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.011217911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d56be-d0fc-447c-ae86-c74b56a7bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.034306177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d56be-d0fc-447c-ae86-c74b56a7bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.045269051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d56be-d0fc-447c-ae86-c74b56a7bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.054663229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d56be-d0fc-447c-ae86-c74b56a7bf5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:12.056648222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"521642d7-69d5-4f18-9ba2-59c33b6c47a3","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:12.056746162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"521642d7-69d5-4f18-9ba2-59c33b6c47a3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.449056999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c0391a-caf6-4992-a356-8d4459ab2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.453090043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c0391a-caf6-4992-a356-8d4459ab2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.456697032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c0391a-caf6-4992-a356-8d4459ab2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.461472058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c0391a-caf6-4992-a356-8d4459ab2798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.805716475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403dc92-ed8c-4e11-ada1-df3734bec568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.812617112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403dc92-ed8c-4e11-ada1-df3734bec568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.81964464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403dc92-ed8c-4e11-ada1-df3734bec568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:12.825546952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5403dc92-ed8c-4e11-ada1-df3734bec568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.125781394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7ff33a-41ab-428f-a258-d22cf29d3ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.135576299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7ff33a-41ab-428f-a258-d22cf29d3ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.155495061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7ff33a-41ab-428f-a258-d22cf29d3ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.193698203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7ff33a-41ab-428f-a258-d22cf29d3ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.42897923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"b35c4631-b73a-42ad-92f2-b05144677766","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.429070587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"b35c4631-b73a-42ad-92f2-b05144677766","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.527307848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"60b8a2fd-523a-4bdb-b71d-b8fe8d80c585","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.527709268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"60b8a2fd-523a-4bdb-b71d-b8fe8d80c585","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.615015906Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"148c9092-3aeb-4380-b024-2b341fcc041a","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.615188115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"148c9092-3aeb-4380-b024-2b341fcc041a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.657036706Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"1e6b5f48-668d-4407-b708-d17539fe3a45","namespace":"ai-tenant-e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.657167023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"1e6b5f48-668d-4407-b708-d17539fe3a45","namespace":"ai-tenant-e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.657266478Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"1e6b5f48-668d-4407-b708-d17539fe3a45","name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.683051694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4b8535d-96af-4232-b4f5-3a8b2f4d038a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.683250353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4b8535d-96af-4232-b4f5-3a8b2f4d038a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.68320948Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"1e6b5f48-668d-4407-b708-d17539fe3a45","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.693725332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"773139ca-d09e-414a-8416-681ae908b0ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.694178236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"95d98424-21ea-4994-8560-360935da16c6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:13.694692907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"95d98424-21ea-4994-8560-360935da16c6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.742288146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"773139ca-d09e-414a-8416-681ae908b0ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.981198559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"3b4a3542-99ad-4f86-aa49-3f67f051a641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:13.995308025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2ec7-1a53-430d-a56b-89acb2a86679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.001605072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2ec7-1a53-430d-a56b-89acb2a86679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.023235469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2ec7-1a53-430d-a56b-89acb2a86679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.033742248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2ec7-1a53-430d-a56b-89acb2a86679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.038749397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"3b4a3542-99ad-4f86-aa49-3f67f051a641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.098831382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"3b4a3542-99ad-4f86-aa49-3f67f051a641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"name":"e2e-api-b-e494a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.104287431Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"e2e-e2e-api-b-e494a9-policy","reconcileID":"3b4a3542-99ad-4f86-aa49-3f67f051a641","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e494a9-policy","namespace":"ai-tenant-e2e-api-b-e494a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.115403363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b9c3cc-13f6-492c-90d6-9a5706422864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.115537883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b9c3cc-13f6-492c-90d6-9a5706422864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.466908839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c243c53-6885-4292-b3e4-f65fa8482c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.470767558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c243c53-6885-4292-b3e4-f65fa8482c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.474512788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c243c53-6885-4292-b3e4-f65fa8482c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.478112552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c243c53-6885-4292-b3e4-f65fa8482c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:14.739772159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d3db5b30-b709-4fac-ac3f-9004bbe57db6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:14.739978321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"d3db5b30-b709-4fac-ac3f-9004bbe57db6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:14.765333445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-60c26c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-60c26c","reconcileID":"c3bba63c-031b-4946-9c9f-a4f3dd519780","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-60c26c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-60c26c":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:14.828483589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"737e8305-0486-449e-be32-0ce578765c59","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:14.828920601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"737e8305-0486-449e-be32-0ce578765c59","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.060755595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f4da29-2ce4-40c2-8814-90e9fb34207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.064276827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f4da29-2ce4-40c2-8814-90e9fb34207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.067696592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f4da29-2ce4-40c2-8814-90e9fb34207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.071196304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f4da29-2ce4-40c2-8814-90e9fb34207c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.510804559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bdae15-30d6-4c42-92c3-6818f3e6e6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.528720477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bdae15-30d6-4c42-92c3-6818f3e6e6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.533852128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bdae15-30d6-4c42-92c3-6818f3e6e6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:15.624646919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5bdae15-30d6-4c42-92c3-6818f3e6e6f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:16.047210879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"60ae9fe2-700e-4db3-be51-eb1461bc5d2e","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:16.04729351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"60ae9fe2-700e-4db3-be51-eb1461bc5d2e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:16.558861136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"namespace":"ai-tenant-e2e-mt-853b7108","name":"e2e-policy-853b7108","reconcileID":"a02456b7-a847-4f09-8a15-0ac609452ad3","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:16.574456893Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"namespace":"ai-tenant-e2e-mt-853b7108","name":"e2e-policy-853b7108","reconcileID":"a02456b7-a847-4f09-8a15-0ac609452ad3","MaaSAuthPolicy":{"name":"e2e-policy-853b7108","namespace":"ai-tenant-e2e-mt-853b7108"},"policyNamespace":"ai-tenant-e2e-mt-853b7108","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:20.930999289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"45356a7e-ad90-410f-bcad-956ed0a54565","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-43f6ab","tenantID":"e2e-ipp-b-43f6ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:20.957151279Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"45356a7e-ad90-410f-bcad-956ed0a54565","name":"e2e-ipp-b-43f6ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.006759474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"73c89d2e-a195-4898-924a-57acce3220bb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-60c26c","tenantID":"e2e-ipp-b-60c26c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.028770475Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"73c89d2e-a195-4898-924a-57acce3220bb","name":"e2e-ipp-b-60c26c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.04089353Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","namespace":"ai-tenant-e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.0409534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","namespace":"ai-tenant-e2e-api-b-e494a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.041021476Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","tenant":"e2e-api-b-e494a9","tenantID":"e2e-api-b-e494a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.050408052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Deployment","name":"maas-api-e2e-api-b-e494a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.067167956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Service","name":"maas-api-e2e-api-b-e494a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.084130848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e494a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.093715255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e494a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.110269455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.119132427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.137813064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.145645956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.151350428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Deployment","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.15737883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.160967339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Service","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.16414688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.16759788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.170748033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.17388479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.182633571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.185963198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.189230646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.192346272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e494a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.195473065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e494a9"},"namespace":"ai-tenant-e2e-api-b-e494a9","name":"default-tenant","reconcileID":"053e5b04-f18a-4dc3-b6a6-ac8e3eda2734","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e494a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.297930206Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e494a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e494a9","reconcileID":"0ff8bd38-be6b-4fdd-b568-a79655290407","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e494a9","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e494a9"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:24.333157051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"a3ffdefb-7e58-4521-a8b2-a28f4e3a2e66","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:24.333239663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"a3ffdefb-7e58-4521-a8b2-a28f4e3a2e66","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.788373984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84903be-09a4-4cac-9a87-071188d4f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.792222158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84903be-09a4-4cac-9a87-071188d4f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.79626181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84903be-09a4-4cac-9a87-071188d4f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:24.800631623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84903be-09a4-4cac-9a87-071188d4f257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.0749341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e43470c-8aef-4fdf-a5dc-d30ecd2900e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.078695502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e43470c-8aef-4fdf-a5dc-d30ecd2900e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.08749073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e43470c-8aef-4fdf-a5dc-d30ecd2900e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.091738485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e43470c-8aef-4fdf-a5dc-d30ecd2900e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.35332051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18303c8c-e157-4555-a5e8-8fd5ab632a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.357156785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18303c8c-e157-4555-a5e8-8fd5ab632a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.36077574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18303c8c-e157-4555-a5e8-8fd5ab632a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:25.364323631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18303c8c-e157-4555-a5e8-8fd5ab632a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:28.96832933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:30.220215322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"171c12c3-af5e-47b7-9f90-bd9b2d355a0b","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:30.24816816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"171c12c3-af5e-47b7-9f90-bd9b2d355a0b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.464306881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b084962-34b2-4e06-8c99-c81d1746a60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.470634221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b084962-34b2-4e06-8c99-c81d1746a60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.474937752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b084962-34b2-4e06-8c99-c81d1746a60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.479213279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b084962-34b2-4e06-8c99-c81d1746a60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.764765158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3761fa9-d82c-436c-88dd-f00b87d0e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.768656976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3761fa9-d82c-436c-88dd-f00b87d0e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.775428079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3761fa9-d82c-436c-88dd-f00b87d0e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:30.778797251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3761fa9-d82c-436c-88dd-f00b87d0e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:33.325250895Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"5a5df9ea-5bdb-463f-b6e7-61f82370dd43","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:33.325344086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"5a5df9ea-5bdb-463f-b6e7-61f82370dd43","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.609655949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f22d345-8311-4cb7-945a-4768ff7fa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.616685328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f22d345-8311-4cb7-945a-4768ff7fa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.625738782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f22d345-8311-4cb7-945a-4768ff7fa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.633571214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f22d345-8311-4cb7-945a-4768ff7fa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.91281887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c611e0af-7667-4ecd-9332-0ae9e13b3cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.917370593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c611e0af-7667-4ecd-9332-0ae9e13b3cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.925455265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c611e0af-7667-4ecd-9332-0ae9e13b3cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:33.931948621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c611e0af-7667-4ecd-9332-0ae9e13b3cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:35.98554357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"2a236b09-5845-4567-8e88-c94c6ee7c9b6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:35.985621524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"2a236b09-5845-4567-8e88-c94c6ee7c9b6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:36.086733962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"15bba9eb-83d9-4598-a99d-0c61e2dcb0e6","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:36.086809385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"15bba9eb-83d9-4598-a99d-0c61e2dcb0e6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.100160398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393dc33-0b14-418d-a7fd-f3ee4d375444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.111837079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393dc33-0b14-418d-a7fd-f3ee4d375444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.191738469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393dc33-0b14-418d-a7fd-f3ee4d375444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.196571328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1393dc33-0b14-418d-a7fd-f3ee4d375444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.55711604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e30e3-3ef6-48c4-af84-cd65b3178f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.560872378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e30e3-3ef6-48c4-af84-cd65b3178f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.564565746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e30e3-3ef6-48c4-af84-cd65b3178f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:36.568171721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5e30e3-3ef6-48c4-af84-cd65b3178f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:37.10453148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"57c0cab0-806f-4f3b-84ef-d7881d4350b2","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:37.104658243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"57c0cab0-806f-4f3b-84ef-d7881d4350b2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:37.120605767Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2a55fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2a55fb","reconcileID":"85cfe039-9c9d-474d-9982-e115dc4cd9dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2a55fb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2a55fb":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:37.150684079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"86b30148-22ab-424d-95bb-49f5993b9fdc","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:37.150745178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"86b30148-22ab-424d-95bb-49f5993b9fdc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:37.394591665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dddb4d7-a289-4c31-9c36-4537ed5b38b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:37.447164694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dddb4d7-a289-4c31-9c36-4537ed5b38b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:37.464673644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dddb4d7-a289-4c31-9c36-4537ed5b38b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:37.47615467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dddb4d7-a289-4c31-9c36-4537ed5b38b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:38.418715842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c7c22a54-208d-4690-b57e-7ca554135e5d","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:38.418781671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c7c22a54-208d-4690-b57e-7ca554135e5d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:38.999966712Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"a3e4b443-6687-4b83-be75-2faf391735ae","gateway":"openshift-ingress/e2e-ipp-b-43f6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:41.703831225Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"778a5a3b-c03d-4cbb-b5fd-0141b8bbc9f1","gateway":"openshift-ingress/e2e-ipp-b-60c26c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:43.356175062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"50b932f5-851e-40af-ad4c-f035f3ab6a9c","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:43.356263377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"50b932f5-851e-40af-ad4c-f035f3ab6a9c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:43.463230082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c9a3dad6-645b-4787-a532-bafded66d762","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:20:43.463300744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-5bc8c60a","namespace":"ai-tenant-e2e-mt-5bc8c60a"},"namespace":"ai-tenant-e2e-mt-5bc8c60a","name":"e2e-lifecycle-model-5bc8c60a","reconcileID":"c9a3dad6-645b-4787-a532-bafded66d762","error":"resolve tenant gateway for model ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-5bc8c60a/e2e-lifecycle-model-5bc8c60a-kserve-route (gateways: [openshift-ingress/e2e-mt-5bc8c60a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:46.191265008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"05508469-73a7-415a-8a81-8caa19b265f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2a55fb","tenantID":"e2e-ipp-a-2a55fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:46.271820211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"05508469-73a7-415a-8a81-8caa19b265f1","name":"e2e-ipp-a-2a55fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:54.846237364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d02a125-a11b-46ce-a37f-755266034134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:54.849633163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d02a125-a11b-46ce-a37f-755266034134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:54.853379968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d02a125-a11b-46ce-a37f-755266034134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:54.856913216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d02a125-a11b-46ce-a37f-755266034134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:55.080012321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d4233d-3916-4de6-97b5-51d85c09abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:55.083523174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d4233d-3916-4de6-97b5-51d85c09abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:55.088119276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d4233d-3916-4de6-97b5-51d85c09abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:55.09222747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d4233d-3916-4de6-97b5-51d85c09abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:55.750229935Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dbc08f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dbc08f","reconcileID":"e2bbdbd5-fd65-42c0-9095-5332c01efd66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dbc08f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-dbc08f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.059730961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83174ed-93b4-4fce-a9b3-7a9cf2fb2cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.089429725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83174ed-93b4-4fce-a9b3-7a9cf2fb2cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.094220477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83174ed-93b4-4fce-a9b3-7a9cf2fb2cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.099418475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83174ed-93b4-4fce-a9b3-7a9cf2fb2cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.869522551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5134962-2996-4938-b7d9-feb9798a233b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.873597062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5134962-2996-4938-b7d9-feb9798a233b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.893035281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5134962-2996-4938-b7d9-feb9798a233b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:56.897736027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5134962-2996-4938-b7d9-feb9798a233b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:57.219691572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d2e18-8b0e-4940-b4f4-ba3f6a3b2549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:57.223551831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d2e18-8b0e-4940-b4f4-ba3f6a3b2549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:57.233759645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d2e18-8b0e-4940-b4f4-ba3f6a3b2549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:57.245807186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d2e18-8b0e-4940-b4f4-ba3f6a3b2549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:20:59.012022739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.571244849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ad0ed8-93a8-47b8-b3d5-f92f153ab4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.574905094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ad0ed8-93a8-47b8-b3d5-f92f153ab4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.578419357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ad0ed8-93a8-47b8-b3d5-f92f153ab4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.581862859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ad0ed8-93a8-47b8-b3d5-f92f153ab4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.862890597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e83ff5e-44f6-4afa-95c9-98ef687b5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.86662722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e83ff5e-44f6-4afa-95c9-98ef687b5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.870187575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e83ff5e-44f6-4afa-95c9-98ef687b5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:02.873870019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e83ff5e-44f6-4afa-95c9-98ef687b5300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:03.141233282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf14365-2486-4030-b6ef-d5123ba845de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:03.145551038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf14365-2486-4030-b6ef-d5123ba845de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:03.149147678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf14365-2486-4030-b6ef-d5123ba845de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:03.152729224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf14365-2486-4030-b6ef-d5123ba845de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:05.740770725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"3ed19e51-543f-4d03-8d8e-31ade2744d9f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:05.778150192Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"3ed19e51-543f-4d03-8d8e-31ade2744d9f","name":"e2e-api-a-dbc08f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.267777835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"94338683-a200-4c37-9b6e-60769c33609c","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.267814343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"94338683-a200-4c37-9b6e-60769c33609c","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.610023251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"18a04ab9-bb98-4063-b129-cbce85ffecdd","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.610048919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"18a04ab9-bb98-4063-b129-cbce85ffecdd","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.616061041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"dfb35e14-b21c-4381-9c07-1c0597b04d43","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.616088765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"dfb35e14-b21c-4381-9c07-1c0597b04d43","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.622510929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"bca8a710-5afb-448d-af45-98f3900da515","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.649579517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"bca8a710-5afb-448d-af45-98f3900da515","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.656307216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-4c6998-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"bca8a710-5afb-448d-af45-98f3900da515","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.664740674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e8d0e668-e020-4bfa-b891-c533768f5b6e","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:11.664763067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e8d0e668-e020-4bfa-b891-c533768f5b6e","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.482007929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629dba05-0d08-4a61-b6f1-ec24ce481995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.485544872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629dba05-0d08-4a61-b6f1-ec24ce481995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.490323264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629dba05-0d08-4a61-b6f1-ec24ce481995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.497992436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629dba05-0d08-4a61-b6f1-ec24ce481995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.709458725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e0bf3b-255a-41ee-8482-c7919620c612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.712834638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e0bf3b-255a-41ee-8482-c7919620c612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.718815625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e0bf3b-255a-41ee-8482-c7919620c612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:16.725598197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e0bf3b-255a-41ee-8482-c7919620c612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.803274204Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","namespace":"ai-tenant-e2e-ipp-a-3ac6bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.803387062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","namespace":"ai-tenant-e2e-ipp-a-3ac6bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.803488663Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","tenant":"e2e-ipp-a-3ac6bf","tenantID":"e2e-ipp-a-3ac6bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.809947246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3ac6bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.826296026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Service","name":"maas-api-e2e-ipp-a-3ac6bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.881615583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3ac6bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.886681386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3ac6bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.893124579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.906273824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.914276712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.921138811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.927058398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.943987462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.964412247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Service","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.986210106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:18.997276982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.003979989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.012041745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.021410038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.029726669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.039605195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.047989203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3ac6bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.05512249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3ac6bf"},"namespace":"ai-tenant-e2e-ipp-a-3ac6bf","name":"default-tenant","reconcileID":"a6cbbd17-1daf-4d66-864b-244264865446","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3ac6bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.325653991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3ac6bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3ac6bf","reconcileID":"80cee69f-df8e-4785-9da1-51ed9d7873fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3ac6bf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3ac6bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.56974625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bc5380-5fae-4c3f-a1a2-73364e8eef24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.595538687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bc5380-5fae-4c3f-a1a2-73364e8eef24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.610601212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bc5380-5fae-4c3f-a1a2-73364e8eef24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.618112343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bc5380-5fae-4c3f-a1a2-73364e8eef24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.7768944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"c17be64f-5bf3-4bf6-a1ce-00fd4f04d31d","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.790830421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"c17be64f-5bf3-4bf6-a1ce-00fd4f04d31d","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.801374528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-4c6998-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"c17be64f-5bf3-4bf6-a1ce-00fd4f04d31d","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.97100518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821e5c83-8852-4b16-b7a9-609d30bd469c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.974698576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821e5c83-8852-4b16-b7a9-609d30bd469c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.978984387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821e5c83-8852-4b16-b7a9-609d30bd469c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:19.985194473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821e5c83-8852-4b16-b7a9-609d30bd469c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.315108212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb781cb-2685-4f41-a350-b5dd19b43a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.315129595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb781cb-2685-4f41-a350-b5dd19b43a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.321322606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad3efa0-2d85-4739-95bd-405b8ccd9826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.321338203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad3efa0-2d85-4739-95bd-405b8ccd9826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.330306011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"fcfe1e15-aca9-4434-8b17-06e29e4ea92b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.359390631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"fcfe1e15-aca9-4434-8b17-06e29e4ea92b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.366005796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"fcfe1e15-aca9-4434-8b17-06e29e4ea92b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.374854877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8956e38-e152-4f99-8b3e-338b79111ea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:21.374875466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8956e38-e152-4f99-8b3e-338b79111ea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.455586289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4041f238-7be9-4593-bbba-3382af926df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.46005417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4041f238-7be9-4593-bbba-3382af926df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.467413608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4041f238-7be9-4593-bbba-3382af926df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.477014483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4041f238-7be9-4593-bbba-3382af926df4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.672698887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff7e649-2a40-446f-95a5-ad787c23ab0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.676590578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff7e649-2a40-446f-95a5-ad787c23ab0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.680151364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff7e649-2a40-446f-95a5-ad787c23ab0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:24.683873018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff7e649-2a40-446f-95a5-ad787c23ab0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:25.469116468Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d87b5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d87b5f","reconcileID":"12fc3c65-4b83-49b4-9590-4c9346e01410","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d87b5f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d87b5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:25.646612655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c495f2-2e60-4cf8-ad96-7d41dab1b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:25.650612139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c495f2-2e60-4cf8-ad96-7d41dab1b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:25.656482145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c495f2-2e60-4cf8-ad96-7d41dab1b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:25.667175351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c495f2-2e60-4cf8-ad96-7d41dab1b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:27.773588433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c78-9202-4cfb-8522-f2175d734533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:27.778987487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c78-9202-4cfb-8522-f2175d734533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:27.785411325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c78-9202-4cfb-8522-f2175d734533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:27.790837351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb83c78-9202-4cfb-8522-f2175d734533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.354427499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8b2439-1a6e-43fb-8cbd-3dc355cdf4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.358175471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8b2439-1a6e-43fb-8cbd-3dc355cdf4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.361811863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8b2439-1a6e-43fb-8cbd-3dc355cdf4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.366400733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8b2439-1a6e-43fb-8cbd-3dc355cdf4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.626993446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09eb50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09eb50","reconcileID":"86c2f0ed-aabd-4743-85c2-0c217ae0eda7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09eb50","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-09eb50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.671530644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e6396d-88b0-4499-b6bd-7d6f78cde7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.675583303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e6396d-88b0-4499-b6bd-7d6f78cde7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.679140483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e6396d-88b0-4499-b6bd-7d6f78cde7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.68419467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e6396d-88b0-4499-b6bd-7d6f78cde7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.967965156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.975297806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04582774-01b1-447d-a91b-0f6d38915f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.987877379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04582774-01b1-447d-a91b-0f6d38915f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.991704744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04582774-01b1-447d-a91b-0f6d38915f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:28.995149821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04582774-01b1-447d-a91b-0f6d38915f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.257919571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3ef851-2913-42ec-9c2b-6f5e6aac05fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.261586227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3ef851-2913-42ec-9c2b-6f5e6aac05fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.265403576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3ef851-2913-42ec-9c2b-6f5e6aac05fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.268830558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3ef851-2913-42ec-9c2b-6f5e6aac05fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.676570895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb7b9d-99ee-407f-baf0-7bc66671db01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.680069313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb7b9d-99ee-407f-baf0-7bc66671db01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.683913696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb7b9d-99ee-407f-baf0-7bc66671db01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.687325859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cb7b9d-99ee-407f-baf0-7bc66671db01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.811245954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"b4e665f2-910c-4b2b-95d9-609d36884d27","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.826179054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"b4e665f2-910c-4b2b-95d9-609d36884d27","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:29.839508929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-4c6998-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"b4e665f2-910c-4b2b-95d9-609d36884d27","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:31.382170934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d414f813-42e4-499f-aea9-72ba9b5e6a07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:31.390986853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d414f813-42e4-499f-aea9-72ba9b5e6a07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:31.398111519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d414f813-42e4-499f-aea9-72ba9b5e6a07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:36.178093198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"b797e97a-cdd6-4435-8bc6-e8bfbc2abbf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:36.270776379Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"b797e97a-cdd6-4435-8bc6-e8bfbc2abbf7","name":"e2e-api-b-d87b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.125662735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"5d965d49-50d9-41f7-871b-65b3bb506542","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-09eb50","tenantID":"e2e-ipp-b-09eb50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.197124728Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"5d965d49-50d9-41f7-871b-65b3bb506542","name":"e2e-ipp-b-09eb50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.84706771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"5340f581-a063-4c5c-94cb-dac7d3de25ba","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.855051026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"5340f581-a063-4c5c-94cb-dac7d3de25ba","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.862228217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-4c6998-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c9f27dd80595319b4675d04fff8ebb3b1a145addfd830d087403371dd7b8b1c) AuthConfig (4fe31e20418c8bcc8aab9ae746d1ada06303911c203091e23438fd6015c2418a) AuthConfig (71fe7c56e11ff9612cddbe6b23ab0acdeed32a460a05a9c30762d85a007a9cf8) AuthConfig (c81b3e27ccb3a637d140c87baa49e11ba51b075797e2008e12a1241669cec3f5) AuthConfig (c8eff6a4b4a4fc05faa46edd8bdc8c0f6fb05a058609932d1a78e342d3f74430) AuthConfig (f4c9e90f5eed55a9a01fecd24093a759039c128eee2026b3f173a603c24712d2) AuthConfig (2d0ff7126106b44462ecabe02a648aa42a6f8d52da1f4af1a8e80b6b8e140a07) AuthConfig (14721053bc96a3d0caa0541c59f88e856876d5f53d99f95781afbd10f6df83a9) AuthConfig (22f22a1a2b23f46893685f2af3040ff360c2e59897cbedc9ca976513218ae15e) AuthConfig (c1076062235b10570b58495e674a20ce84e49801cbde2b249e9d97ff6f9d3f6b) AuthConfig (3ff540777d2d56aea7e401268345ca8bbaa68766e1eea8b000fa6001e201f346) AuthConfig (9478deb709a1ce9431975f4b105b571f642dd54435c90fe51b88a9c59748563c) AuthConfig (a32dc5680a19a270b309c9170ae0babb957b1d24d21dcc953363e75b6c630208) AuthConfig (64936b2797ca595b19beca1f7a65274a3b440a1bdf71f29e7b004aaf3d858f8c) AuthConfig (86861ed0d65f7bc44b4f5afc65cfab19b55b89554e401427ad3311fa920b778f) AuthConfig (f2396fe4602349859c84a04d837e13c591e8b0ca81fff6ec60b9855b8db7395f) AuthConfig (627d0ea3526bf60e328a3cf67f6145d6a36cfe2b2d1681116f7c405595bfb2e0) AuthConfig (b89a55aabbbb39801d06a40f92946141b6514512510808cca9136a4f71c8a95e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"5340f581-a063-4c5c-94cb-dac7d3de25ba","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.872222883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f395806-7698-4f57-bdce-127f45a0cf40","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:39.872245805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f395806-7698-4f57-bdce-127f45a0cf40","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:41.408378954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ab10cf18-e5a5-4dc1-b596-aaf826840ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:41.417155929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ab10cf18-e5a5-4dc1-b596-aaf826840ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:41.42771319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1e2293108770ecdbf83dd766900cce9e6907ccbdeb4328c1051dedfde6dde19) AuthConfig (9e783a4efa9c7a5946aee0be3840faf032be46bbf6bd66a887448be736f283d8) AuthConfig (de337e9c613dc5e3851cbccb93007714a817a63cde7d7c2f3e6d046962855406) AuthConfig (31e5e29de75d3ee4997beeb45c58b83b34272eff06ec452611457c082abc939e) AuthConfig (9b94e1a6e1c958a9a838f32091318d4e637cdb7469fa57d43504ad2ef546ef2e) AuthConfig (33cf0bae242cbeb6754a210a023a6b716680d2b9a91080abef4dfc041e4f5bc9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ab10cf18-e5a5-4dc1-b596-aaf826840ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:41.438161724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ca1981-9aa1-4f4d-955a-29d1ff9b1517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:41.438186488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ca1981-9aa1-4f4d-955a-29d1ff9b1517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.2266907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","namespace":"ai-tenant-e2e-ipp-b-60c26c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.226749379Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","namespace":"ai-tenant-e2e-ipp-b-60c26c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.226800831Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","tenant":"e2e-ipp-b-60c26c","tenantID":"e2e-ipp-b-60c26c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.232304848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Deployment","name":"maas-api-e2e-ipp-b-60c26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.258480368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Service","name":"maas-api-e2e-ipp-b-60c26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.270479194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-60c26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.283359084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-60c26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.292758442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.303756954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.320665931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.326195909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.331224863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.336405075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.353306749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Service","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.371954497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.38057918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.387004056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.400709521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.408414248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.415277822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.421860834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.428998988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-60c26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.438205592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-60c26c"},"namespace":"ai-tenant-e2e-ipp-b-60c26c","name":"default-tenant","reconcileID":"e1ee4321-9a7b-42b5-a8db-f8b108dff845","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-60c26c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.792746137Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-60c26c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-60c26c","reconcileID":"1e3f418b-d80c-453c-af96-a96995c96196","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-60c26c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-60c26c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.949269713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305a90b2-60e6-4b3c-9391-1e8728daa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.953259105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305a90b2-60e6-4b3c-9391-1e8728daa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.957700147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305a90b2-60e6-4b3c-9391-1e8728daa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:44.962769326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305a90b2-60e6-4b3c-9391-1e8728daa5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:45.175029899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581b8e61-935d-46f5-bfee-234f49abc1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:45.178535456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581b8e61-935d-46f5-bfee-234f49abc1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:45.182764644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581b8e61-935d-46f5-bfee-234f49abc1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:45.186230646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581b8e61-935d-46f5-bfee-234f49abc1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:46.758560757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7136c6-d6f6-4de7-90e5-0e38234f5de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:46.792070699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7136c6-d6f6-4de7-90e5-0e38234f5de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:46.797551177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7136c6-d6f6-4de7-90e5-0e38234f5de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:46.804390761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7136c6-d6f6-4de7-90e5-0e38234f5de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:47.056546021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43cc23d-4410-4a28-9fbb-bdcf52554153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:47.060151167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43cc23d-4410-4a28-9fbb-bdcf52554153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:47.064605973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43cc23d-4410-4a28-9fbb-bdcf52554153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:47.06839337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43cc23d-4410-4a28-9fbb-bdcf52554153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:49.89392121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"20f0bb12-893e-4670-b0ab-2e4830a07e03","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:49.905360543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"20f0bb12-893e-4670-b0ab-2e4830a07e03","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:49.920162394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-4c6998-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c9f27dd80595319b4675d04fff8ebb3b1a145addfd830d087403371dd7b8b1c) AuthConfig (4fe31e20418c8bcc8aab9ae746d1ada06303911c203091e23438fd6015c2418a) AuthConfig (71fe7c56e11ff9612cddbe6b23ab0acdeed32a460a05a9c30762d85a007a9cf8) AuthConfig (c81b3e27ccb3a637d140c87baa49e11ba51b075797e2008e12a1241669cec3f5) AuthConfig (c8eff6a4b4a4fc05faa46edd8bdc8c0f6fb05a058609932d1a78e342d3f74430) AuthConfig (f4c9e90f5eed55a9a01fecd24093a759039c128eee2026b3f173a603c24712d2) AuthConfig (2d0ff7126106b44462ecabe02a648aa42a6f8d52da1f4af1a8e80b6b8e140a07) AuthConfig (14721053bc96a3d0caa0541c59f88e856876d5f53d99f95781afbd10f6df83a9) AuthConfig (22f22a1a2b23f46893685f2af3040ff360c2e59897cbedc9ca976513218ae15e) AuthConfig (c1076062235b10570b58495e674a20ce84e49801cbde2b249e9d97ff6f9d3f6b) AuthConfig (3ff540777d2d56aea7e401268345ca8bbaa68766e1eea8b000fa6001e201f346) AuthConfig (9478deb709a1ce9431975f4b105b571f642dd54435c90fe51b88a9c59748563c) AuthConfig (a32dc5680a19a270b309c9170ae0babb957b1d24d21dcc953363e75b6c630208) AuthConfig (64936b2797ca595b19beca1f7a65274a3b440a1bdf71f29e7b004aaf3d858f8c) AuthConfig (86861ed0d65f7bc44b4f5afc65cfab19b55b89554e401427ad3311fa920b778f) AuthConfig (f2396fe4602349859c84a04d837e13c591e8b0ca81fff6ec60b9855b8db7395f) AuthConfig (627d0ea3526bf60e328a3cf67f6145d6a36cfe2b2d1681116f7c405595bfb2e0) AuthConfig (b89a55aabbbb39801d06a40f92946141b6514512510808cca9136a4f71c8a95e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"20f0bb12-893e-4670-b0ab-2e4830a07e03","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.066319033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd413f5-c3e0-47ec-a4d3-30537aa6cef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.071345817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd413f5-c3e0-47ec-a4d3-30537aa6cef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.07671155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd413f5-c3e0-47ec-a4d3-30537aa6cef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.081047156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd413f5-c3e0-47ec-a4d3-30537aa6cef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.29354479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d8750-2b04-413d-b427-87b22b0ae4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.297830949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d8750-2b04-413d-b427-87b22b0ae4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.302227004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d8750-2b04-413d-b427-87b22b0ae4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:50.307349244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79d8750-2b04-413d-b427-87b22b0ae4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.02062732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5016f88c-61b1-4f01-bd58-deb25b2657a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.020652437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5016f88c-61b1-4f01-bd58-deb25b2657a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.026391622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4d61b6-fc86-4c7c-b5af-3dc332964317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.026414345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4d61b6-fc86-4c7c-b5af-3dc332964317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.032568084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"921abc56-9f72-4110-919b-b487204820e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.059634424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"921abc56-9f72-4110-919b-b487204820e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.065700109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d87b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"921abc56-9f72-4110-919b-b487204820e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.072201466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5eac949-e479-46f6-98b7-c045c7d3520c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.072217645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5eac949-e479-46f6-98b7-c045c7d3520c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.448213173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d99eb4c0-6ec0-4332-bdd6-d48b3396d355","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.457532469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d99eb4c0-6ec0-4332-bdd6-d48b3396d355","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.464713521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1e2293108770ecdbf83dd766900cce9e6907ccbdeb4328c1051dedfde6dde19) AuthConfig (9e783a4efa9c7a5946aee0be3840faf032be46bbf6bd66a887448be736f283d8) AuthConfig (de337e9c613dc5e3851cbccb93007714a817a63cde7d7c2f3e6d046962855406) AuthConfig (31e5e29de75d3ee4997beeb45c58b83b34272eff06ec452611457c082abc939e) AuthConfig (9b94e1a6e1c958a9a838f32091318d4e637cdb7469fa57d43504ad2ef546ef2e) AuthConfig (33cf0bae242cbeb6754a210a023a6b716680d2b9a91080abef4dfc041e4f5bc9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"d99eb4c0-6ec0-4332-bdd6-d48b3396d355","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.897561372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"a8760332-d184-4475-b849-dd4c65c9b46d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.911510004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"a8760332-d184-4475-b849-dd4c65c9b46d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.919346482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1e2293108770ecdbf83dd766900cce9e6907ccbdeb4328c1051dedfde6dde19) AuthConfig (9e783a4efa9c7a5946aee0be3840faf032be46bbf6bd66a887448be736f283d8) AuthConfig (de337e9c613dc5e3851cbccb93007714a817a63cde7d7c2f3e6d046962855406) AuthConfig (31e5e29de75d3ee4997beeb45c58b83b34272eff06ec452611457c082abc939e) AuthConfig (9b94e1a6e1c958a9a838f32091318d4e637cdb7469fa57d43504ad2ef546ef2e) AuthConfig (33cf0bae242cbeb6754a210a023a6b716680d2b9a91080abef4dfc041e4f5bc9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"a8760332-d184-4475-b849-dd4c65c9b46d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.960295185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3174832e-02ee-442f-ba00-56e15867990f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.966105964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3174832e-02ee-442f-ba00-56e15867990f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.972907161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3174832e-02ee-442f-ba00-56e15867990f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:51.989840469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3174832e-02ee-442f-ba00-56e15867990f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.001076802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ca076b60-53e1-4ece-aeca-0ec33020a1c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.01025761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ca076b60-53e1-4ece-aeca-0ec33020a1c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.021639215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dbc08f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1e2293108770ecdbf83dd766900cce9e6907ccbdeb4328c1051dedfde6dde19) AuthConfig (9e783a4efa9c7a5946aee0be3840faf032be46bbf6bd66a887448be736f283d8) AuthConfig (de337e9c613dc5e3851cbccb93007714a817a63cde7d7c2f3e6d046962855406) AuthConfig (31e5e29de75d3ee4997beeb45c58b83b34272eff06ec452611457c082abc939e) AuthConfig (9b94e1a6e1c958a9a838f32091318d4e637cdb7469fa57d43504ad2ef546ef2e) AuthConfig (33cf0bae242cbeb6754a210a023a6b716680d2b9a91080abef4dfc041e4f5bc9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"ca076b60-53e1-4ece-aeca-0ec33020a1c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.195776884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e213a1-ac13-4623-bac6-0ae759633819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.199306703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e213a1-ac13-4623-bac6-0ae759633819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.203297855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e213a1-ac13-4623-bac6-0ae759633819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.207332638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e213a1-ac13-4623-bac6-0ae759633819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.432301568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f62e8a0-93ba-4c10-a661-83d3beea24bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.436457387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f62e8a0-93ba-4c10-a661-83d3beea24bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.440371402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f62e8a0-93ba-4c10-a661-83d3beea24bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.445147602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f62e8a0-93ba-4c10-a661-83d3beea24bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.936192406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53cf57-4222-4641-b371-e74350c78faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.939975695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53cf57-4222-4641-b371-e74350c78faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.943424798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53cf57-4222-4641-b371-e74350c78faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:52.946777029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e53cf57-4222-4641-b371-e74350c78faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:53.435263908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6563b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6563b6","reconcileID":"a31609dc-8181-437b-b35c-40cee60f72a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6563b6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6563b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:53.67730801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950ef471-4c3e-4d61-b196-234a8f6aa574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:53.682761372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950ef471-4c3e-4d61-b196-234a8f6aa574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:53.687613374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950ef471-4c3e-4d61-b196-234a8f6aa574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:53.691283296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950ef471-4c3e-4d61-b196-234a8f6aa574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.12298895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfaef46-5b72-4467-af36-551a4863d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.126555756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfaef46-5b72-4467-af36-551a4863d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.130140468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfaef46-5b72-4467-af36-551a4863d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.134598126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfaef46-5b72-4467-af36-551a4863d2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.922724673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4bb898-5312-43f5-b822-dee774037873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.927284969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4bb898-5312-43f5-b822-dee774037873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.931053443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4bb898-5312-43f5-b822-dee774037873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:54.935241765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4bb898-5312-43f5-b822-dee774037873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:58.857427719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee35400-f392-42d0-b8bc-c372288e1dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:58.86311309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee35400-f392-42d0-b8bc-c372288e1dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:58.866943564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee35400-f392-42d0-b8bc-c372288e1dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:58.87133956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee35400-f392-42d0-b8bc-c372288e1dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:58.966855648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.063834792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eaefd5-f2ca-4994-9e54-fac9dd7b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.06744645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eaefd5-f2ca-4994-9e54-fac9dd7b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.071225132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eaefd5-f2ca-4994-9e54-fac9dd7b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.07500339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eaefd5-f2ca-4994-9e54-fac9dd7b189d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.64862242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-df078c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-df078c","reconcileID":"7d454280-58d2-4be1-8346-93bfaa99fb93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-df078c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-df078c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.851669262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe9feec-2465-4efa-8d86-8783f7d91c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.855410746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe9feec-2465-4efa-8d86-8783f7d91c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.858798231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe9feec-2465-4efa-8d86-8783f7d91c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.862298054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe9feec-2465-4efa-8d86-8783f7d91c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.92822867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"7b54c865-e966-4b31-a856-81a6ebb65d18","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.936574923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"7b54c865-e966-4b31-a856-81a6ebb65d18","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.967938734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"0d49ed5d-ff51-42e6-b49f-9fa26a97bc4e","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:21:59.967959144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"0d49ed5d-ff51-42e6-b49f-9fa26a97bc4e","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.124679014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d278f-bc7a-4833-8761-2cb55d4b384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.128422281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d278f-bc7a-4833-8761-2cb55d4b384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.133026472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d278f-bc7a-4833-8761-2cb55d4b384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.136577201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d278f-bc7a-4833-8761-2cb55d4b384e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.394815721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e873c1-24dc-485d-8d82-6c3a09e7b9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.398717558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e873c1-24dc-485d-8d82-6c3a09e7b9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.402662586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e873c1-24dc-485d-8d82-6c3a09e7b9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:00.407535756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e873c1-24dc-485d-8d82-6c3a09e7b9d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.084671666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"9ac6139d-2b53-4977-b4ce-159aaf953024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.097856315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"9ac6139d-2b53-4977-b4ce-159aaf953024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.110702123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d87b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"9ac6139d-2b53-4977-b4ce-159aaf953024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.932546777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"47752e02-60ee-49e2-b0bc-d7b9c42499b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.947508194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"47752e02-60ee-49e2-b0bc-d7b9c42499b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.974817864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e92df5-df7e-4152-9f19-8f92aa659031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:01.974846875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e92df5-df7e-4152-9f19-8f92aa659031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:02.092478696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"12530600-7815-4a0d-a089-f55eb758fe69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:02.100430551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"12530600-7815-4a0d-a089-f55eb758fe69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.615688374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4836ae97-47a6-4689-a387-34abce9e5b35","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.615721541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4836ae97-47a6-4689-a387-34abce9e5b35","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.63001157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"a7f3df9f-3145-4c09-b920-dabfa14c6d07","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.630036268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"a7f3df9f-3145-4c09-b920-dabfa14c6d07","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:03.634308055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"230eee92-63b9-420c-a96f-79ce351ba5aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-4c6998-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.646801009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"35f43d19-6807-4c0b-9a35-94cc0f2d5260","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.646818147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"35f43d19-6807-4c0b-9a35-94cc0f2d5260","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.653580692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4eeb0a48-49c5-415d-9b92-e25dd110cfd3","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.653600129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4eeb0a48-49c5-415d-9b92-e25dd110cfd3","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.66515565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"32b4bc79-4a7a-4848-b935-60e7bb6002d2","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.675105152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"32b4bc79-4a7a-4848-b935-60e7bb6002d2","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.692646053Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"7a86f820-e14e-4889-a409-bb5287083fd0","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ipp-route-4c6998","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.716058545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"84bcb958-8b35-4ccf-9147-7070721f4a3b","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.716153261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"84bcb958-8b35-4ccf-9147-7070721f4a3b","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.765904679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"4818a0cc-bb2f-427b-9b9c-767d73fee383","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.769855644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"2728ce06-18eb-449c-b476-f11fd8b12c7e","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:03.774286547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"4818a0cc-bb2f-427b-9b9c-767d73fee383","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:05.335561834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"0dc5f8f9-0664-45ec-b870-485e796562f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:05.414495746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"0dc5f8f9-0664-45ec-b870-485e796562f3","name":"e2e-praxis-a-6563b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.183111252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"d84de515-163b-4f40-a2ee-4b0a3437cd5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.192164561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"41d31b14-419d-4df8-be80-1788d6b9b111","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-df078c","tenantID":"e2e-praxis-a-df078c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.203898008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"d84de515-163b-4f40-a2ee-4b0a3437cd5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.220615136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d87b5f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"d84de515-163b-4f40-a2ee-4b0a3437cd5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.233636831Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"41d31b14-419d-4df8-be80-1788d6b9b111","name":"e2e-praxis-a-df078c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.244836626Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"e5b73376-2b73-4dd2-84be-78420c884153","namespace":"ai-tenant-e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.244939785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"e5b73376-2b73-4dd2-84be-78420c884153","namespace":"ai-tenant-e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.245041989Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"e5b73376-2b73-4dd2-84be-78420c884153","name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.253590203Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"e5b73376-2b73-4dd2-84be-78420c884153","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.255070465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6508d6a-915d-4641-b182-bde29a8e1a66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.255134134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6508d6a-915d-4641-b182-bde29a8e1a66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.25547237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"96adeb48-2274-4a4d-b747-4f8ddf47c8e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.264829886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"96adeb48-2274-4a4d-b747-4f8ddf47c8e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.320224879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"96adeb48-2274-4a4d-b747-4f8ddf47c8e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"name":"e2e-api-a-dbc08f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.320249668Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"e2e-e2e-api-a-dbc08f-policy","reconcileID":"96adeb48-2274-4a4d-b747-4f8ddf47c8e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dbc08f-policy","namespace":"ai-tenant-e2e-api-a-dbc08f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.333792717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34d4c44-86f7-49eb-8ad8-9f808a94ad34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:11.333822754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34d4c44-86f7-49eb-8ad8-9f808a94ad34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:16.730687693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d8f9cf-e1ac-4a01-ab24-f99261a94479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:16.735273065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d8f9cf-e1ac-4a01-ab24-f99261a94479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:16.739121155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d8f9cf-e1ac-4a01-ab24-f99261a94479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:16.789580283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d8f9cf-e1ac-4a01-ab24-f99261a94479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.085837141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4a758e-e56f-472c-b0dc-ea760687ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.090216623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4a758e-e56f-472c-b0dc-ea760687ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.094994819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4a758e-e56f-472c-b0dc-ea760687ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.102014903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4a758e-e56f-472c-b0dc-ea760687ff1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.368414075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fc8fdd-8a6b-44c2-aeec-ab6e8e91d514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.372306712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fc8fdd-8a6b-44c2-aeec-ab6e8e91d514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.379479066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fc8fdd-8a6b-44c2-aeec-ab6e8e91d514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:17.384671787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4fc8fdd-8a6b-44c2-aeec-ab6e8e91d514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:18.492422374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"693974d6-0609-4aaf-9483-04c0f1d936fa","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:18.519828671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"7a3842f1-cf44-441c-a1a8-022a463e8cce","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:18.519855644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"7a3842f1-cf44-441c-a1a8-022a463e8cce","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:19.162724157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"f482ae56-03aa-46a8-ad06-25e65c302d80","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:19.184291439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"f482ae56-03aa-46a8-ad06-25e65c302d80","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:21.236977206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"f1ff92cb-220c-481f-bd5e-3b328986dc74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:21.249484153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"f1ff92cb-220c-481f-bd5e-3b328986dc74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:21.258256321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d87b5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99345caa83d9ae94074770477c4e252d9d4cfb430f49c665de9b6a3ac2881817) AuthConfig (3b7572b35d844c2d971cce68cfcc231b1f688d6856ebc093dd3cb43adb55eb3f) AuthConfig (41c5f98d8c21f4190c562ca892899fc445a3a5c120c5861473bdbff0bff0f85e) AuthConfig (df873292054299038971aa36a221d8fd9be260929d3ed88346f5c350b6fd6522) AuthConfig (1aa03add94764d14d1d03b2b7623099d79f41d3e1ce068fc2a4fb00d63870dfb) AuthConfig (6095de5a48629eec6db2677feaf9cb123f073773682d5e118e13b9865cad8d6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"f1ff92cb-220c-481f-bd5e-3b328986dc74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:21.27002158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a99eb6-7eb5-42b6-98a4-045296f19e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:21.270040331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a99eb6-7eb5-42b6-98a4-045296f19e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:23.664454929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf26e9-1d93-4504-b8ac-8aa86926431f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:23.672291558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf26e9-1d93-4504-b8ac-8aa86926431f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:23.676764204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf26e9-1d93-4504-b8ac-8aa86926431f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:23.681281799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf26e9-1d93-4504-b8ac-8aa86926431f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.062073472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd99f04-444e-4bcd-b20f-24afa0d0c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.06600533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd99f04-444e-4bcd-b20f-24afa0d0c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.069899623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd99f04-444e-4bcd-b20f-24afa0d0c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.07349955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd99f04-444e-4bcd-b20f-24afa0d0c718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.334450649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af178b4-d1f2-459b-83e9-28efd2c9be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.338098967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af178b4-d1f2-459b-83e9-28efd2c9be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.342711105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af178b4-d1f2-459b-83e9-28efd2c9be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.346007327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af178b4-d1f2-459b-83e9-28efd2c9be51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.650697529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1968e77e-9c03-4cb4-b8ef-abfc6cb203e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.657756657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1968e77e-9c03-4cb4-b8ef-abfc6cb203e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.66719215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1968e77e-9c03-4cb4-b8ef-abfc6cb203e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.690888412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1968e77e-9c03-4cb4-b8ef-abfc6cb203e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.769264922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-50d070","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-50d070","reconcileID":"5c4d58ef-48df-4995-a7cf-154cdfc7c166","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-50d070","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-50d070":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.928793891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f8a6a1-2d1c-4d2e-9d51-7ee464f85c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.936573056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f8a6a1-2d1c-4d2e-9d51-7ee464f85c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.943773268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f8a6a1-2d1c-4d2e-9d51-7ee464f85c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:24.947549023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f8a6a1-2d1c-4d2e-9d51-7ee464f85c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.187174525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7d74ca-326c-4c31-b143-4bb28be06d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.195374167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7d74ca-326c-4c31-b143-4bb28be06d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.203696702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7d74ca-326c-4c31-b143-4bb28be06d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.210320543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f7d74ca-326c-4c31-b143-4bb28be06d89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.563368585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff25d515-b809-4318-bb5b-f65b09444ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.567348663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff25d515-b809-4318-bb5b-f65b09444ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.572768501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff25d515-b809-4318-bb5b-f65b09444ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:25.576663157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff25d515-b809-4318-bb5b-f65b09444ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.124414629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"400d4b35-43dd-4fa2-8c9d-56797baca856","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.125181154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"400d4b35-43dd-4fa2-8c9d-56797baca856","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.161964803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"bca678d7-ea7d-4e38-bef4-787cc29249a6","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.171187732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"bca678d7-ea7d-4e38-bef4-787cc29249a6","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.172674737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"51eaee84-c0a2-448f-a96e-f3401bb80d25","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.344240943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611b18f3-27d2-4798-b0ac-fd8e555beaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.351233761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611b18f3-27d2-4798-b0ac-fd8e555beaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.388123591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611b18f3-27d2-4798-b0ac-fd8e555beaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.391857991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611b18f3-27d2-4798-b0ac-fd8e555beaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.438424217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"261825e2-51e7-4ce6-97fd-204f4589a167","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.438540152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"261825e2-51e7-4ce6-97fd-204f4589a167","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.463384386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"96cab912-a688-4ee5-ab69-81e74b7c61af","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.48488708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"58a58d85-d0d8-4bc6-877b-1e878e1a7101","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.54624105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"96cab912-a688-4ee5-ab69-81e74b7c61af","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.781335804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae44b8c-1608-4b4f-8d39-6f2681488090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.790536901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae44b8c-1608-4b4f-8d39-6f2681488090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.800885271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae44b8c-1608-4b4f-8d39-6f2681488090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:26.805455531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae44b8c-1608-4b4f-8d39-6f2681488090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.264544364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bf5e28-d2d0-4e6b-b15b-4ebc922881cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.268319648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bf5e28-d2d0-4e6b-b15b-4ebc922881cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.275896309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bf5e28-d2d0-4e6b-b15b-4ebc922881cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.2833556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4bf5e28-d2d0-4e6b-b15b-4ebc922881cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.647675819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0340464b-87b4-4c4d-8265-e0516f4b9019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.651084544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0340464b-87b4-4c4d-8265-e0516f4b9019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.654514649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0340464b-87b4-4c4d-8265-e0516f4b9019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.687837583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0340464b-87b4-4c4d-8265-e0516f4b9019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:27.99683284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c0d939-59be-4a7e-b7f1-7bfb6f359186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.000534958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c0d939-59be-4a7e-b7f1-7bfb6f359186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.003976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c0d939-59be-4a7e-b7f1-7bfb6f359186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.007414734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c0d939-59be-4a7e-b7f1-7bfb6f359186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.254909185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc76f0b3-1a30-47c5-aee1-ad9d648dcbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.25962705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc76f0b3-1a30-47c5-aee1-ad9d648dcbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.263323798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc76f0b3-1a30-47c5-aee1-ad9d648dcbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.267032316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc76f0b3-1a30-47c5-aee1-ad9d648dcbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.635357863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac4c603-32bd-41a9-ac74-6989b7bd7029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.645580086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac4c603-32bd-41a9-ac74-6989b7bd7029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.649349892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac4c603-32bd-41a9-ac74-6989b7bd7029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.653755532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac4c603-32bd-41a9-ac74-6989b7bd7029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.877453501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f375419e-91f3-4d7a-9035-80dc139762af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.882515406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f375419e-91f3-4d7a-9035-80dc139762af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.886607399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f375419e-91f3-4d7a-9035-80dc139762af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.890795582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f375419e-91f3-4d7a-9035-80dc139762af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:28.965359798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.137779628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319725ba-dd79-4983-a476-eaac5820355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.141303014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319725ba-dd79-4983-a476-eaac5820355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.144622991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319725ba-dd79-4983-a476-eaac5820355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.148116884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319725ba-dd79-4983-a476-eaac5820355e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.561161261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c659772-b7b4-4cb2-a9f0-e90e286f6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.566425589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c659772-b7b4-4cb2-a9f0-e90e286f6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.576291173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c659772-b7b4-4cb2-a9f0-e90e286f6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.601918377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c659772-b7b4-4cb2-a9f0-e90e286f6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.77554879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24bbc39-1d25-4e50-be1c-9dfce1b8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.779071023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24bbc39-1d25-4e50-be1c-9dfce1b8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.783914826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24bbc39-1d25-4e50-be1c-9dfce1b8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.791346182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24bbc39-1d25-4e50-be1c-9dfce1b8b358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.973923214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccb8db5-3777-490d-9b5b-5f3548e19f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.978772687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccb8db5-3777-490d-9b5b-5f3548e19f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.990692506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccb8db5-3777-490d-9b5b-5f3548e19f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:29.99913398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccb8db5-3777-490d-9b5b-5f3548e19f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.031338753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","namespace":"ai-tenant-e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.031390423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","namespace":"ai-tenant-e2e-api-a-dbc08f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.031451765Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","tenant":"e2e-api-a-dbc08f","tenantID":"e2e-api-a-dbc08f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.037059428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Deployment","name":"maas-api-e2e-api-a-dbc08f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.058714834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Service","name":"maas-api-e2e-api-a-dbc08f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.065102374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-dbc08f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.079807248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-dbc08f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.105749344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.144992258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.154779857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.164834065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.169563831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Deployment","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.174620988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.177820915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Service","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.180851808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.183934685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.186962801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.190005582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.196384558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.202789105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.20671164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.209899398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-dbc08f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.212743587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dbc08f"},"namespace":"ai-tenant-e2e-api-a-dbc08f","name":"default-tenant","reconcileID":"1e03120a-922b-4ad1-ae03-fc9042f2c77d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-dbc08f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.304983516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312b43d8-7216-4ee7-a8ab-b5238af64c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.360290572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312b43d8-7216-4ee7-a8ab-b5238af64c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.476419487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312b43d8-7216-4ee7-a8ab-b5238af64c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.483792109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"312b43d8-7216-4ee7-a8ab-b5238af64c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.593526872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dbc08f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dbc08f","reconcileID":"ac24c71a-b626-4cdd-a096-83a432309d57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dbc08f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-dbc08f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.675887277Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-80e936","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-80e936","reconcileID":"dc2f8ce8-4e47-4ad3-b1ce-25ee7e3623cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-80e936","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-80e936":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.873085807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e218e-a818-4561-bc01-8154ff9962f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.877344224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e218e-a818-4561-bc01-8154ff9962f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.884588318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e218e-a818-4561-bc01-8154ff9962f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:30.978566106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5e218e-a818-4561-bc01-8154ff9962f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.286002486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"ca103984-3a9d-4550-94f8-da9490811d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.300424553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"ca103984-3a9d-4550-94f8-da9490811d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.311479457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d87b5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99345caa83d9ae94074770477c4e252d9d4cfb430f49c665de9b6a3ac2881817) AuthConfig (3b7572b35d844c2d971cce68cfcc231b1f688d6856ebc093dd3cb43adb55eb3f) AuthConfig (41c5f98d8c21f4190c562ca892899fc445a3a5c120c5861473bdbff0bff0f85e) AuthConfig (df873292054299038971aa36a221d8fd9be260929d3ed88346f5c350b6fd6522) AuthConfig (1aa03add94764d14d1d03b2b7623099d79f41d3e1ce068fc2a4fb00d63870dfb) AuthConfig (6095de5a48629eec6db2677feaf9cb123f073773682d5e118e13b9865cad8d6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"ca103984-3a9d-4550-94f8-da9490811d55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.317341756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544499c6-ffff-4b6f-a956-a3c5c7ff733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.322079382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544499c6-ffff-4b6f-a956-a3c5c7ff733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.326788419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544499c6-ffff-4b6f-a956-a3c5c7ff733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.331922002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544499c6-ffff-4b6f-a956-a3c5c7ff733b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.644014161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78b2f44-c5f1-48aa-9961-f2308f889db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.647653844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78b2f44-c5f1-48aa-9961-f2308f889db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.651203006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78b2f44-c5f1-48aa-9961-f2308f889db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.654797559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78b2f44-c5f1-48aa-9961-f2308f889db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.958081405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd611a-dbf2-47de-a0d2-8c331d2bcd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.961974401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd611a-dbf2-47de-a0d2-8c331d2bcd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.965541414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd611a-dbf2-47de-a0d2-8c331d2bcd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:31.969933672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fd611a-dbf2-47de-a0d2-8c331d2bcd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.587920678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"68d0344a-9b03-41a6-9764-f795d4f17155","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.587944493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"68d0344a-9b03-41a6-9764-f795d4f17155","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.592387691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"5e0ae8e3-bfc9-46a1-95f0-a6e549be4f8c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.602337331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"5e0ae8e3-bfc9-46a1-95f0-a6e549be4f8c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.60634474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"c5bb9867-897c-4009-9fe4-0ea78569009e","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.637795224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"412dcffd-d841-4007-83dc-312eca52a7b6","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.646219316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"412dcffd-d841-4007-83dc-312eca52a7b6","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:36.702015535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"7e7e3400-ab68-40be-bb9a-0d3fecad878a","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:38.898841563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"25a26702-f8c1-4b05-af81-5011b8fcddbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:38.910297279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"25a26702-f8c1-4b05-af81-5011b8fcddbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:38.942478574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8be15067-adea-4290-9c34-151135cefc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:38.942497443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8be15067-adea-4290-9c34-151135cefc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.092346099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"629a1009-6778-4d3e-880a-35c3580e8923","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.112195419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"629a1009-6778-4d3e-880a-35c3580e8923","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:39.153917919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"629a1009-6778-4d3e-880a-35c3580e8923","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-d87b5f-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.169747274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"8790e879-b85e-4043-864e-0dc221274d86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-50d070","tenantID":"e2e-praxis-b-50d070","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.170087769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"7b507342-01bf-4b84-a073-95af0c6418d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.183103606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"7b507342-01bf-4b84-a073-95af0c6418d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.196280624Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"8790e879-b85e-4043-864e-0dc221274d86","name":"e2e-praxis-b-50d070-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.217683289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d11677-61d8-4d5c-884d-9eecf6a43da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.223330895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d11677-61d8-4d5c-884d-9eecf6a43da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.228220053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d11677-61d8-4d5c-884d-9eecf6a43da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.232723184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d11677-61d8-4d5c-884d-9eecf6a43da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.564950692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983401a3-4391-4a75-a3c4-69ebd7840fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.569637358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983401a3-4391-4a75-a3c4-69ebd7840fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.591318384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983401a3-4391-4a75-a3c4-69ebd7840fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.602758131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983401a3-4391-4a75-a3c4-69ebd7840fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.835041317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71e938d-ea3f-4e7d-a7a9-e2e3bc3a9d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.840550724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71e938d-ea3f-4e7d-a7a9-e2e3bc3a9d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.846347447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71e938d-ea3f-4e7d-a7a9-e2e3bc3a9d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:39.853161094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71e938d-ea3f-4e7d-a7a9-e2e3bc3a9d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.437763133Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","namespace":"ai-tenant-e2e-ipp-a-2a55fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.437856287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","namespace":"ai-tenant-e2e-ipp-a-2a55fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.437928001Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","tenant":"e2e-ipp-a-2a55fb","tenantID":"e2e-ipp-a-2a55fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.445221963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2a55fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.46028877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Service","name":"maas-api-e2e-ipp-a-2a55fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.47346268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2a55fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.483300907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2a55fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.496327986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.509373683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.519821471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.527326975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.533012678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.540577836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.568102394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Service","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.585799723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.593155097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.601918971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.612848816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.627955834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.636986422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.650292794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.66198195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2a55fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.667863441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2a55fb"},"namespace":"ai-tenant-e2e-ipp-a-2a55fb","name":"default-tenant","reconcileID":"9932d10c-67e2-420f-ba27-d2b268683cb5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2a55fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:40.916900059Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2a55fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2a55fb","reconcileID":"8ba945b6-98db-47eb-9de5-be9ad9aeb39f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2a55fb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2a55fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.179141379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e28820-3332-4ef8-a8c9-a0d64e56e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.183181286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e28820-3332-4ef8-a8c9-a0d64e56e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.191526701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e28820-3332-4ef8-a8c9-a0d64e56e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.202488809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e28820-3332-4ef8-a8c9-a0d64e56e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.419678471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b646478-4551-4708-baf2-9424aa9d81c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.42423509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b646478-4551-4708-baf2-9424aa9d81c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.428605592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b646478-4551-4708-baf2-9424aa9d81c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.433324416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b646478-4551-4708-baf2-9424aa9d81c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.657245512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380f2b24-4a18-4150-9f69-421c62073902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.661082365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380f2b24-4a18-4150-9f69-421c62073902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.667278876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380f2b24-4a18-4150-9f69-421c62073902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:41.690807812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380f2b24-4a18-4150-9f69-421c62073902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:43.227662688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"9c26c5ac-1ce2-4bd4-b4c1-b1d949a1b152","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-80e936","tenantID":"e2e-praxis-b-80e936","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:43.251105895Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"9c26c5ac-1ce2-4bd4-b4c1-b1d949a1b152","name":"e2e-praxis-b-80e936-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.888366703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.888482651Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.896902128Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.896921027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.897032701Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.897805076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e7f1cc1b-8922-40d6-a93b-86d2032e0d18","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.897824705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e7f1cc1b-8922-40d6-a93b-86d2032e0d18","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.902859796Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"25a041b6-466a-40ad-85fd-8a6b8d418b22","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.908269675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"aa9b4398-dada-4e4e-8e40-79ff41871db4","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.908289199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"aa9b4398-dada-4e4e-8e40-79ff41871db4","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:45.913171556Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"aa9b4398-dada-4e4e-8e40-79ff41871db4","name":"ipp-route-4c6998","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-4c6998\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:45.913247815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"aa9b4398-dada-4e4e-8e40-79ff41871db4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-4c6998\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.913619653Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"c99b9fac-6c2d-4943-85f3-7205e477bd01","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed89f361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.918985522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"6d7b7d9d-dd7c-4523-81f7-36e9efd8bff2","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.919008939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"6d7b7d9d-dd7c-4523-81f7-36e9efd8bff2","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.936390406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"9dcef112-0857-441c-950a-5daa2df41322","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed89f361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.961138105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d483ca81-4fd1-4e4b-9ca0-36a8a3a9b660","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:45.998495017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d483ca81-4fd1-4e4b-9ca0-36a8a3a9b660","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.008866363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d129f52a-f3dc-42e0-8fe4-d88437f7a62c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.018590598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d129f52a-f3dc-42e0-8fe4-d88437f7a62c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.04529728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d129f52a-f3dc-42e0-8fe4-d88437f7a62c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"e2e-ipp-a-4c6998-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.0453175Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-auth","reconcileID":"d129f52a-f3dc-42e0-8fe4-d88437f7a62c","MaaSAuthPolicy":{"name":"ipp-route-4c6998-auth","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.052615646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f34aef4-a80b-469c-93a1-35e03ae4234f","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:46.052630007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f34aef4-a80b-469c-93a1-35e03ae4234f","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:48.960785069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"efd96393-66b7-4f1b-b751-315625e3ec1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:48.970275365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"efd96393-66b7-4f1b-b751-315625e3ec1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.065312604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"0aca3bd0-4859-4664-a825-599bbd2f0c74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.07469133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"0aca3bd0-4859-4664-a825-599bbd2f0c74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.313412464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f508c8-588c-4c29-931a-4da51bbda759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.319048677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f508c8-588c-4c29-931a-4da51bbda759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.322920691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f508c8-588c-4c29-931a-4da51bbda759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.326587449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f508c8-588c-4c29-931a-4da51bbda759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.842203315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914fc91a-6bb1-48f2-94fa-3d5cb347a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.845714212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914fc91a-6bb1-48f2-94fa-3d5cb347a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.849290246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914fc91a-6bb1-48f2-94fa-3d5cb347a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:49.852961071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914fc91a-6bb1-48f2-94fa-3d5cb347a4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.07729224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a810de0-795a-4c0c-830b-fa2f665228b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.080836964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a810de0-795a-4c0c-830b-fa2f665228b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.084580139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a810de0-795a-4c0c-830b-fa2f665228b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.08818561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a810de0-795a-4c0c-830b-fa2f665228b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.267769431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71628023-c44e-49a3-aa97-ce8f1effd2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.271315614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71628023-c44e-49a3-aa97-ce8f1effd2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.274876904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71628023-c44e-49a3-aa97-ce8f1effd2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.27835938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71628023-c44e-49a3-aa97-ce8f1effd2fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.62420374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebde5f4-b02c-479f-97ba-c5d9cacad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.627546432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebde5f4-b02c-479f-97ba-c5d9cacad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.631079329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebde5f4-b02c-479f-97ba-c5d9cacad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.634418148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebde5f4-b02c-479f-97ba-c5d9cacad3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.862859771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae46b80e-52cd-47f7-be6d-2b8727950bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.866686608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae46b80e-52cd-47f7-be6d-2b8727950bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.870333643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae46b80e-52cd-47f7-be6d-2b8727950bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:50.87392963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae46b80e-52cd-47f7-be6d-2b8727950bdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.053902062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bcb6ed-0014-48ee-993c-ee4b6a7cb7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.05741289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bcb6ed-0014-48ee-993c-ee4b6a7cb7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.060785167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bcb6ed-0014-48ee-993c-ee4b6a7cb7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.065042237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bcb6ed-0014-48ee-993c-ee4b6a7cb7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.743096708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e585fc-25fd-4f4b-946a-46035bbfec16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.746777718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e585fc-25fd-4f4b-946a-46035bbfec16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.750819136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e585fc-25fd-4f4b-946a-46035bbfec16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.754900629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e585fc-25fd-4f4b-946a-46035bbfec16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.977400204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b894ed-c4b6-4747-85a5-2fe19ecb01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.98152409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b894ed-c4b6-4747-85a5-2fe19ecb01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.985644021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b894ed-c4b6-4747-85a5-2fe19ecb01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:51.989666049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22b894ed-c4b6-4747-85a5-2fe19ecb01e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.192307406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3b1e79-7655-47f9-a882-3bb022e75937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.19707505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3b1e79-7655-47f9-a882-3bb022e75937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.205263634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3b1e79-7655-47f9-a882-3bb022e75937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.211370129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3b1e79-7655-47f9-a882-3bb022e75937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.412253966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b9e9e-0b40-4e26-8343-fb362ec08079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.419611573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b9e9e-0b40-4e26-8343-fb362ec08079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.425202854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b9e9e-0b40-4e26-8343-fb362ec08079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.429308584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b9e9e-0b40-4e26-8343-fb362ec08079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.771275782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1d71a-bbc0-4424-a78e-32d714d5238a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.78893304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1d71a-bbc0-4424-a78e-32d714d5238a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.792642803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1d71a-bbc0-4424-a78e-32d714d5238a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:52.797010309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b1d71a-bbc0-4424-a78e-32d714d5238a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:53.071276931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0374fc-fac2-4372-919e-68dae8095ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:53.075026259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0374fc-fac2-4372-919e-68dae8095ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:53.078637615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0374fc-fac2-4372-919e-68dae8095ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:53.082034725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad0374fc-fac2-4372-919e-68dae8095ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.249127114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faf4790-6cfe-42ad-bbd9-bc1b7e1c0754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.253283776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faf4790-6cfe-42ad-bbd9-bc1b7e1c0754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.257317865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faf4790-6cfe-42ad-bbd9-bc1b7e1c0754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.261207877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0faf4790-6cfe-42ad-bbd9-bc1b7e1c0754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.551867053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf85e664-7bd4-4158-bccf-7b62cadbc0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.555547059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf85e664-7bd4-4158-bccf-7b62cadbc0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.559012313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf85e664-7bd4-4158-bccf-7b62cadbc0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.562233472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf85e664-7bd4-4158-bccf-7b62cadbc0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.941276538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"08d5cdeb-db28-4299-8706-b01b62caf191","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","subscription":"ipp-route-4c6998-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.991564952Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"08d5cdeb-db28-4299-8706-b01b62caf191","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:55.995759685Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998-sub","reconcileID":"08d5cdeb-db28-4299-8706-b01b62caf191","MaaSSubscription":{"name":"ipp-route-4c6998-sub","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"name":"maas-trlp-ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:56.032111919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"66913179-d0e0-4879-af5c-9aef27825541","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"tenant":"e2e-ipp-a-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","model":"ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:56.032132538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"66913179-d0e0-4879-af5c-9aef27825541","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"routeName":"ipp-route-4c6998-kserve-route","namespace":"ai-tenant-e2e-ipp-a-4c6998","llmisvcName":"ipp-route-4c6998","gateway":"openshift-ingress/e2e-ipp-a-4c6998","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.734638139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.734694591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","namespace":"ai-tenant-e2e-ipp-a-4c6998","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.734753467Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","tenant":"e2e-ipp-a-4c6998","tenantID":"e2e-ipp-a-4c6998","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.740255751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Deployment","name":"maas-api-e2e-ipp-a-4c6998","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.755098568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Service","name":"maas-api-e2e-ipp-a-4c6998","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.770481413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-4c6998","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.778581513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-4c6998","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.792275534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.802674254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.814402596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.821590946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.828195795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.834720329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.868588583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Service","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.892980017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.90372333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.913421837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.930347085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.943277063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.951272221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.956284931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.961428716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-4c6998","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:57.968410477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"default-tenant","reconcileID":"d347f6fe-6b3c-4e0e-9174-a6003a99eba3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-4c6998","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.193564341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4c6998","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4c6998","reconcileID":"06b6d9b7-0499-4989-9a03-d5e4558564e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4c6998","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-4c6998"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.336327412Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"789466bb-a54a-4dd4-91e2-08a9278ffa79","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.361611839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"789466bb-a54a-4dd4-91e2-08a9278ffa79","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.367003442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"fbce9c6e-f009-4977-9665-00dbcb3992e3","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.367072393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"fbce9c6e-f009-4977-9665-00dbcb3992e3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.387803126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"d169c577-eec2-487c-b65a-d0ea8c746e45","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.387870133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"d169c577-eec2-487c-b65a-d0ea8c746e45","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.409013417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"04c6150a-4cf0-427b-b835-9e4387bfaedd","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.4090936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"04c6150a-4cf0-427b-b835-9e4387bfaedd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.452239209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"0cbe6659-54d4-46d0-8d10-7626b0076f8a","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.452326447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"0cbe6659-54d4-46d0-8d10-7626b0076f8a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.534130864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"fb8c73f2-8998-45bf-821e-e630935209cb","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.53422065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"fb8c73f2-8998-45bf-821e-e630935209cb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.556056734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252bbcb-c50f-4b84-a6fc-de3d65a642b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.560347499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252bbcb-c50f-4b84-a6fc-de3d65a642b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.565217917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252bbcb-c50f-4b84-a6fc-de3d65a642b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.569447999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e252bbcb-c50f-4b84-a6fc-de3d65a642b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.695105348Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"daf1dece-e076-498f-8dc7-a76f239e62f3","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:58.695166754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"daf1dece-e076-498f-8dc7-a76f239e62f3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.849964482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb069cc-1f74-4745-951d-3ff2d829d531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.853751601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb069cc-1f74-4745-951d-3ff2d829d531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.861170191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb069cc-1f74-4745-951d-3ff2d829d531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.874473841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb069cc-1f74-4745-951d-3ff2d829d531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:58.965710707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.01656361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3728811f-f003-49aa-9df8-04eae5127ae4","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.016648534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3728811f-f003-49aa-9df8-04eae5127ae4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.099164573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"2e79d258-596b-4f22-969e-0fa5f424dac2","namespace":"ai-tenant-e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.099239189Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"2e79d258-596b-4f22-969e-0fa5f424dac2","namespace":"ai-tenant-e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.099307103Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"2e79d258-596b-4f22-969e-0fa5f424dac2","name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.105498906Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"2e79d258-596b-4f22-969e-0fa5f424dac2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.105812503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"067adb41-c49c-4618-9223-95aa24f94aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.106081585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c508f935-98b8-4d70-8705-f6f82eff6925","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.106100973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c508f935-98b8-4d70-8705-f6f82eff6925","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.187564157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"067adb41-c49c-4618-9223-95aa24f94aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.204828091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"bb9cacf9-5710-4c16-bd70-78c5aea981a4","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.204929585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"bb9cacf9-5710-4c16-bd70-78c5aea981a4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.223328532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"067adb41-c49c-4618-9223-95aa24f94aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"name":"e2e-api-b-d87b5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.22335228Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"e2e-e2e-api-b-d87b5f-policy","reconcileID":"067adb41-c49c-4618-9223-95aa24f94aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d87b5f-policy","namespace":"ai-tenant-e2e-api-b-d87b5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.295728778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d303a12f-5b29-4c82-b95e-43fff448b0dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:22:59.295757678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d303a12f-5b29-4c82-b95e-43fff448b0dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.991179718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"639ead7a-5c3a-42d3-b49e-6aed0d2e9a0b","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:22:59.991268727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"639ead7a-5c3a-42d3-b49e-6aed0d2e9a0b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:00.007407659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"717e00d5-9173-4e58-bafc-ff688972ffe7","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:00.007489263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"717e00d5-9173-4e58-bafc-ff688972ffe7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.172597419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99931da-f0ac-4c35-b4e3-8bd21e124643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.176201658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99931da-f0ac-4c35-b4e3-8bd21e124643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.181987163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99931da-f0ac-4c35-b4e3-8bd21e124643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.191264241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99931da-f0ac-4c35-b4e3-8bd21e124643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.408559311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ccdb2d-80bd-494e-9f33-a1b11ddaab8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.445919479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ccdb2d-80bd-494e-9f33-a1b11ddaab8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.451217845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ccdb2d-80bd-494e-9f33-a1b11ddaab8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.474165234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ccdb2d-80bd-494e-9f33-a1b11ddaab8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.868975786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dad03b1-f242-4f62-b2ad-e1a36a715ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.872703404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dad03b1-f242-4f62-b2ad-e1a36a715ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.876160986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dad03b1-f242-4f62-b2ad-e1a36a715ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:00.879363148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dad03b1-f242-4f62-b2ad-e1a36a715ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:01.246667749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"c6330a9f-9e0f-4d8c-a0e6-38e16784355c","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:01.246762453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"c6330a9f-9e0f-4d8c-a0e6-38e16784355c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.849881837Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","namespace":"ai-tenant-e2e-ipp-b-09eb50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.849960273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","namespace":"ai-tenant-e2e-ipp-b-09eb50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.850027224Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","tenant":"e2e-ipp-b-09eb50","tenantID":"e2e-ipp-b-09eb50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.855382258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-09eb50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.873948363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Service","name":"maas-api-e2e-ipp-b-09eb50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.890646699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-09eb50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.895922115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-09eb50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.907612605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.920338053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.93208709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.942054367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.947670249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.953679925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.970636694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Service","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.988526957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:02.995095889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.020672997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.02905761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.052627228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.061505833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.073724033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.079217585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-09eb50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.086096523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-09eb50"},"namespace":"ai-tenant-e2e-ipp-b-09eb50","name":"default-tenant","reconcileID":"00b6462d-7f1c-47c4-85e0-65edc595144d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-09eb50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.445833854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-09eb50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-09eb50","reconcileID":"15e6abf2-b99e-45aa-8450-b538a072ccdb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-09eb50","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-09eb50"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:03.511917279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e4861511-2220-4323-8376-93196a520c88","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:03.512002827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"e4861511-2220-4323-8376-93196a520c88","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.734097853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca5cfc2-ecbd-4908-83b7-1caaecbce34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.745906651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca5cfc2-ecbd-4908-83b7-1caaecbce34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.754103894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca5cfc2-ecbd-4908-83b7-1caaecbce34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.765324842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca5cfc2-ecbd-4908-83b7-1caaecbce34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:03.998998919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3167fea0-053b-4c38-a12e-df793cc60779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:04.002635184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3167fea0-053b-4c38-a12e-df793cc60779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:04.006707282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3167fea0-053b-4c38-a12e-df793cc60779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:04.010946664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3167fea0-053b-4c38-a12e-df793cc60779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.009403105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","namespace":"ai-tenant-e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.009476151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","namespace":"ai-tenant-e2e-api-b-d87b5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.009528621Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","tenant":"e2e-api-b-d87b5f","tenantID":"e2e-api-b-d87b5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.01528668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Deployment","name":"maas-api-e2e-api-b-d87b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.032666048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Service","name":"maas-api-e2e-api-b-d87b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.041521784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d87b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.048618466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d87b5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.059802039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.070349955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.081984179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.087550931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.092644551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Deployment","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.097170648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.100254948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Service","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.10318797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.106111746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.109114295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.112082867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.118199607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.120996427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.123876689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.128884949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d87b5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.131833525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d87b5f"},"namespace":"ai-tenant-e2e-api-b-d87b5f","name":"default-tenant","reconcileID":"335a71ff-eb08-4471-a210-612685c302fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d87b5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.213828338Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d87b5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d87b5f","reconcileID":"324efd3b-1b7a-4b9e-98b3-72984794032d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d87b5f","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d87b5f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:09.236110073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"281547e1-e945-47b9-b185-d542607c6785","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:09.236192266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"281547e1-e945-47b9-b185-d542607c6785","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.624635592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb3f4f-48c8-4542-b330-5894fbc7a4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.628349951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb3f4f-48c8-4542-b330-5894fbc7a4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.632370242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb3f4f-48c8-4542-b330-5894fbc7a4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.635821973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bb3f4f-48c8-4542-b330-5894fbc7a4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.889611152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3d322c-f095-4686-a811-1f165b00f583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.893824364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3d322c-f095-4686-a811-1f165b00f583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.898007417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3d322c-f095-4686-a811-1f165b00f583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:09.902254679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3d322c-f095-4686-a811-1f165b00f583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:10.050980094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3b640bd0-715c-44f9-bc55-c01c58db2e6e","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:10.051059574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3b640bd0-715c-44f9-bc55-c01c58db2e6e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.205983499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","namespace":"ai-tenant-e2e-praxis-a-df078c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.206068955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","namespace":"ai-tenant-e2e-praxis-a-df078c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.206142446Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","tenant":"e2e-praxis-a-df078c","tenantID":"e2e-praxis-a-df078c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.215769867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-df078c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.251347913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Service","name":"maas-api-e2e-praxis-a-df078c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.265673679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-df078c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.286557161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-df078c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.295570472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.311391739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.322261549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.331004643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.334038512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.337806529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.343844758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Service","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.346878408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.355658847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.367719144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.375928911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.387079798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.390062249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.39413382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.400496268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-df078c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.407305394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-df078c"},"namespace":"ai-tenant-e2e-praxis-a-df078c","name":"default-tenant","reconcileID":"0428c82c-f760-479b-bf7c-5a3bcdcefd5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-df078c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:10.761101044Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-df078c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-df078c","reconcileID":"95a39788-0021-4bdc-8824-7335380eb032","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-df078c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-df078c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:10.798391649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4e3b1737-0282-455b-b0f3-47a27d1353c2","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:10.798500239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"4e3b1737-0282-455b-b0f3-47a27d1353c2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.001153915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1cb9d-f5c4-47f9-8425-0c4b8d057f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.004696203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1cb9d-f5c4-47f9-8425-0c4b8d057f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.009072415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1cb9d-f5c4-47f9-8425-0c4b8d057f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.012697225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1cb9d-f5c4-47f9-8425-0c4b8d057f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.364884193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5559aff-3e8a-45c9-854f-61961d5dd71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.369594391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5559aff-3e8a-45c9-854f-61961d5dd71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.387679971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5559aff-3e8a-45c9-854f-61961d5dd71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:11.391340408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5559aff-3e8a-45c9-854f-61961d5dd71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.223131196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"7ed97217-4c46-48bb-badd-b70cd338f1ef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.22316731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"7ed97217-4c46-48bb-badd-b70cd338f1ef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.548877345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"adddb96d-96d9-42d1-a505-831c2723260a","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.548986729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"adddb96d-96d9-42d1-a505-831c2723260a","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.557477673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"b72620da-8a51-43c4-aee8-01267c09c334","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.557500545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"b72620da-8a51-43c4-aee8-01267c09c334","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.564713623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"eeee581b-468a-4385-9642-20566af71d23","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.594733827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"eeee581b-468a-4385-9642-20566af71d23","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.601713276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6563b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"eeee581b-468a-4385-9642-20566af71d23","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.60930946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9fb2efab-a344-40cb-87f0-9450760abe03","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:14.609330437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9fb2efab-a344-40cb-87f0-9450760abe03","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:17.35241591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f47fa83-4904-4a0f-8b9d-28cab4736ab7","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:17.352522667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1f47fa83-4904-4a0f-8b9d-28cab4736ab7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:17.526034618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"cb63ae73-64dc-4e59-89f5-c2d6ed70e069","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:17.57061045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"cb63ae73-64dc-4e59-89f5-c2d6ed70e069","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.665110897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a98179f-011d-40f4-9d1f-c7bf2f9152a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.669167522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a98179f-011d-40f4-9d1f-c7bf2f9152a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.672968984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a98179f-011d-40f4-9d1f-c7bf2f9152a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.677068181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a98179f-011d-40f4-9d1f-c7bf2f9152a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.94875183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810b55a9-d0d4-4375-abfe-9a45a8ceb920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.952544532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810b55a9-d0d4-4375-abfe-9a45a8ceb920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.958528601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810b55a9-d0d4-4375-abfe-9a45a8ceb920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:17.96219517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810b55a9-d0d4-4375-abfe-9a45a8ceb920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:18.545955762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3c56c46d-7e9e-4dbb-8d58-0056e2ce64e1","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:18.546046502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"3c56c46d-7e9e-4dbb-8d58-0056e2ce64e1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:18.569978337Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-83921a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-83921a","reconcileID":"2ae408a5-15f1-4c65-b16b-3f567671f4ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-83921a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-83921a":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:18.611782572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"6efab5c8-195f-47d9-91fc-1350b6469a1f","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:18.611866869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"6efab5c8-195f-47d9-91fc-1350b6469a1f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:19.029272688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300f4c41-e406-4acf-af12-0296804bc398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:19.033449653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300f4c41-e406-4acf-af12-0296804bc398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:19.037263171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300f4c41-e406-4acf-af12-0296804bc398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:19.041449705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300f4c41-e406-4acf-af12-0296804bc398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:19.929730662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"008a30e0-a674-4f01-aa90-1db64b623f72","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:19.929940769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"008a30e0-a674-4f01-aa90-1db64b623f72","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:20.088405118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"f65b1901-8dd0-468f-b4d4-a1e81ef110b7","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:20.088524226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"f65b1901-8dd0-468f-b4d4-a1e81ef110b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.122795711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a8925e-fec8-4f83-a190-ff7f9ca5e382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.131372171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a8925e-fec8-4f83-a190-ff7f9ca5e382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.138732339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a8925e-fec8-4f83-a190-ff7f9ca5e382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.144639582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a8925e-fec8-4f83-a190-ff7f9ca5e382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:20.230186864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"9ddb61a5-79c1-43a0-9a56-546e31b37f2f","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:20.23035755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"9ddb61a5-79c1-43a0-9a56-546e31b37f2f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.718446367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46698cc-872d-4757-8581-ac053a83a9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.731391898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46698cc-872d-4757-8581-ac053a83a9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.735648746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46698cc-872d-4757-8581-ac053a83a9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:20.739288113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46698cc-872d-4757-8581-ac053a83a9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.013876932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5511ea5-6bee-4977-9095-109e65839080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.020218072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5511ea5-6bee-4977-9095-109e65839080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.029974948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5511ea5-6bee-4977-9095-109e65839080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.038535439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5511ea5-6bee-4977-9095-109e65839080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.349469957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16deda6d-c778-4fd4-b6b3-32c0bab0035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.353009287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16deda6d-c778-4fd4-b6b3-32c0bab0035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.356376552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16deda6d-c778-4fd4-b6b3-32c0bab0035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.361367442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16deda6d-c778-4fd4-b6b3-32c0bab0035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.611996874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429bdc54-bb2d-4c8f-ba7c-e404c46e919d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.687970228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429bdc54-bb2d-4c8f-ba7c-e404c46e919d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.691382431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429bdc54-bb2d-4c8f-ba7c-e404c46e919d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.69476022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429bdc54-bb2d-4c8f-ba7c-e404c46e919d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:21.922715806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"95756e90-1e5d-4e3c-b704-2f3798b3bc5f","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:21.922801658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"95756e90-1e5d-4e3c-b704-2f3798b3bc5f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.971293361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9eac5-0dcf-471e-a218-015b94d10e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.974918584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9eac5-0dcf-471e-a218-015b94d10e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.978305737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9eac5-0dcf-471e-a218-015b94d10e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:21.988173793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf9eac5-0dcf-471e-a218-015b94d10e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:22.01272512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"d11c73ab-1807-4a6a-b864-8f7f02b281a2","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:22.012877675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"d11c73ab-1807-4a6a-b864-8f7f02b281a2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.25425223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771e44fd-a9e7-47c2-a4d9-38c322ddb3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.257710671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771e44fd-a9e7-47c2-a4d9-38c322ddb3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.261140637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771e44fd-a9e7-47c2-a4d9-38c322ddb3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.264471111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771e44fd-a9e7-47c2-a4d9-38c322ddb3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.543787772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e401e90-0f3b-4d2f-9c34-b96d796b5524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.548394053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e401e90-0f3b-4d2f-9c34-b96d796b5524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.552900543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e401e90-0f3b-4d2f-9c34-b96d796b5524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.556520792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e401e90-0f3b-4d2f-9c34-b96d796b5524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.859392574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e92fdee-7b61-4b36-8ebc-b15060355355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.876625318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e92fdee-7b61-4b36-8ebc-b15060355355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.891817798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e92fdee-7b61-4b36-8ebc-b15060355355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:22.901485957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e92fdee-7b61-4b36-8ebc-b15060355355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:23.026825351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"429a4e6b-f3c9-43ca-9d9e-7590fdf815ed","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:23.026911255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"429a4e6b-f3c9-43ca-9d9e-7590fdf815ed","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.043554681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0fc028","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0fc028","reconcileID":"950f4ed3-b71a-4f99-88e9-e6c8b8da12a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0fc028","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0fc028":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:23.075924119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"bf23150d-06fb-45b2-9c76-16849874e7d7","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:23.075996973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"bf23150d-06fb-45b2-9c76-16849874e7d7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.226136956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dfede4-2435-4fb5-bec4-db72db54652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.23909004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dfede4-2435-4fb5-bec4-db72db54652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.24278065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dfede4-2435-4fb5-bec4-db72db54652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.246515595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73dfede4-2435-4fb5-bec4-db72db54652b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.455755582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f5866-4c07-43d1-806b-3aaee13142d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.459243874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f5866-4c07-43d1-806b-3aaee13142d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.467749607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f5866-4c07-43d1-806b-3aaee13142d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.471943191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492f5866-4c07-43d1-806b-3aaee13142d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.856729457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b939a-b06c-4267-99b7-65391663d79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.861048835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b939a-b06c-4267-99b7-65391663d79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.865039683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b939a-b06c-4267-99b7-65391663d79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:23.868721126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68b939a-b06c-4267-99b7-65391663d79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.088426047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230b8532-255d-4deb-8c52-882fee042b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.092420884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230b8532-255d-4deb-8c52-882fee042b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.096724185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230b8532-255d-4deb-8c52-882fee042b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.100366935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230b8532-255d-4deb-8c52-882fee042b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:24.34762756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"debe0014-24b4-445c-8a45-5be56bdc988a","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:24.347694571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"debe0014-24b4-445c-8a45-5be56bdc988a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.361137117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01134f89-79ab-44c5-8ec0-3c5490926d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.364564979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01134f89-79ab-44c5-8ec0-3c5490926d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.368515185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01134f89-79ab-44c5-8ec0-3c5490926d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.37233842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01134f89-79ab-44c5-8ec0-3c5490926d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.631279235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"6aaed10e-8d09-416f-a0f5-a6c7b42c89fe","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.640829828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"6aaed10e-8d09-416f-a0f5-a6c7b42c89fe","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.650635652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6563b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"6aaed10e-8d09-416f-a0f5-a6c7b42c89fe","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.828687228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c803a40-90e1-4b9a-9952-bc6583e3a75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.831951802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c803a40-90e1-4b9a-9952-bc6583e3a75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.888783191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c803a40-90e1-4b9a-9952-bc6583e3a75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:24.892239229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c803a40-90e1-4b9a-9952-bc6583e3a75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.368201659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"4ba3547b-275c-4d7b-9bdf-e571351caf58","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.3794674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"4ba3547b-275c-4d7b-9bdf-e571351caf58","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.386998596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6563b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (904a2a36765763bb67577ec56d4ab63c27f6eb86e4564bb7e534f05e3cd8015f) AuthConfig (97a166953aaad03768979cb3969f723070797fb68419dbc1661b61f02b561469) AuthConfig (7c19264ef22f2bd10ecf76722c0e8d2e1a775f80ff19b8a8f953eb0ee3d2ca54) AuthConfig (9bb81f397870154c220a7681c2d84aa3b1b06cfc1eef1d4344e8882bc27bbe6c) AuthConfig (08acec30eb05af094129fd0077cd9ad31fd61868f276d0e5ad0a9f32b1ab320f) AuthConfig (dd0ef883ad83347bec071293f005a72475026feb216da2281caeda0f401d3e9f) AuthConfig (7f9e87e9bd781310ddadf8f534b1705169f95fd8eec0f4fdaa1b9df3eb7c3743) AuthConfig (bb67d4d2ac497bda324b997b02cab2b913200669c836b52e3c44cbd44bc13201) AuthConfig (8354a366a4b6ae9a8294d42a1f5039d154c0daee4934332eaac135f4342dad73) AuthConfig (c4f4b671a7474ea6f10b23483855b801427141df62adec37b61e060148707e7f) AuthConfig (8bf71fc0101ee9cd0cb10855d5e7d42fecc9ec63e5d82a1c0797c17fe15d20b0) AuthConfig (8f5eb45070ddc7930ccf022a32c9341e705a59fc212cc4b0718a3aa44a6b5946) AuthConfig (20c1071be999d9493a2f1cd6e872e9cfff08566c7d0299bf501dc4e747f76a49) AuthConfig (e438bbb4efca8908422b849615229a68bf54b4038ac9f5257b02f2d6ab63927d) AuthConfig (5fc759e99687d7a268d321a5accb6c612d9607ff47d7a134e306e3f7eee3d766) AuthConfig (684e4de62915300ab80fb273ee25c7ab493d09487f3b788cf5775a80d774020c) AuthConfig (c0e08ff30dd8e5a5844f62b598e0f92704115f04ed110f8bf5ea0c8ddc13c64e) AuthConfig (8a949d2d99d2846ba9c78b79403f094e69519014a042f55ea78e0d2c89ff640e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"4ba3547b-275c-4d7b-9bdf-e571351caf58","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.396733549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d8467ba9-5304-48b4-bb30-38e43a271378","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.396753588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d8467ba9-5304-48b4-bb30-38e43a271378","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.843704239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"53f86d7d-7135-4e86-b2d9-265536786696","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-83921a","tenantID":"e2e-praxis-a-83921a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.924495169Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"53f86d7d-7135-4e86-b2d9-265536786696","name":"e2e-praxis-a-83921a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:28.96998525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:30.276455934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1c751f6c-694a-4ee1-8492-eb27d7779e78","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:30.27653653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"1c751f6c-694a-4ee1-8492-eb27d7779e78","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:32.893934546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"20de2139-2569-4fdc-b32c-cb19ccd406d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0fc028","tenantID":"e2e-ipp-a-0fc028","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:32.956810608Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"20de2139-2569-4fdc-b32c-cb19ccd406d1","name":"e2e-ipp-a-0fc028-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.81490578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","namespace":"ai-tenant-e2e-praxis-b-80e936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.814970135Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","namespace":"ai-tenant-e2e-praxis-b-80e936","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.815017916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","tenant":"e2e-praxis-b-80e936","tenantID":"e2e-praxis-b-80e936","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.820769183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Deployment","name":"maas-api-e2e-praxis-b-80e936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.837690167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Service","name":"maas-api-e2e-praxis-b-80e936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.857162775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-80e936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.863956313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-80e936","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.874182201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.881099915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.89659183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.909704613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.915722719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.919633592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.923615804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Service","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.926891701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.931329162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.9344151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.937539937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.946835401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.950035538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.953368207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.956680958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-80e936","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:33.959688628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-80e936"},"namespace":"ai-tenant-e2e-praxis-b-80e936","name":"default-tenant","reconcileID":"cf0b5e0a-cfdb-4126-88ab-6e850148a976","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-80e936","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.308563794Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-80e936","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-80e936","reconcileID":"70e6bf90-6b0d-464c-93e3-a2227ede19d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-80e936","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-80e936"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:34.3537157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"7fd6e0d2-27ed-4184-832b-9d9a76ce4a0a","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:34.353897997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"7fd6e0d2-27ed-4184-832b-9d9a76ce4a0a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.62846588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33a18d-b14c-410e-abbb-634a15cea8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.632417365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33a18d-b14c-410e-abbb-634a15cea8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.638949302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33a18d-b14c-410e-abbb-634a15cea8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.64336909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33a18d-b14c-410e-abbb-634a15cea8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.968394642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f24a08b-940e-435f-b2c0-f3b9d2a84a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.972220202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f24a08b-940e-435f-b2c0-f3b9d2a84a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.975856717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f24a08b-940e-435f-b2c0-f3b9d2a84a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:34.97953332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f24a08b-940e-435f-b2c0-f3b9d2a84a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.404401595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"71d09777-9486-4c92-99b9-a8c6d41d052a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.414847214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"71d09777-9486-4c92-99b9-a8c6d41d052a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.424662904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6563b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (904a2a36765763bb67577ec56d4ab63c27f6eb86e4564bb7e534f05e3cd8015f) AuthConfig (97a166953aaad03768979cb3969f723070797fb68419dbc1661b61f02b561469) AuthConfig (7c19264ef22f2bd10ecf76722c0e8d2e1a775f80ff19b8a8f953eb0ee3d2ca54) AuthConfig (9bb81f397870154c220a7681c2d84aa3b1b06cfc1eef1d4344e8882bc27bbe6c) AuthConfig (08acec30eb05af094129fd0077cd9ad31fd61868f276d0e5ad0a9f32b1ab320f) AuthConfig (dd0ef883ad83347bec071293f005a72475026feb216da2281caeda0f401d3e9f) AuthConfig (7f9e87e9bd781310ddadf8f534b1705169f95fd8eec0f4fdaa1b9df3eb7c3743) AuthConfig (bb67d4d2ac497bda324b997b02cab2b913200669c836b52e3c44cbd44bc13201) AuthConfig (8354a366a4b6ae9a8294d42a1f5039d154c0daee4934332eaac135f4342dad73) AuthConfig (c4f4b671a7474ea6f10b23483855b801427141df62adec37b61e060148707e7f) AuthConfig (8bf71fc0101ee9cd0cb10855d5e7d42fecc9ec63e5d82a1c0797c17fe15d20b0) AuthConfig (8f5eb45070ddc7930ccf022a32c9341e705a59fc212cc4b0718a3aa44a6b5946) AuthConfig (20c1071be999d9493a2f1cd6e872e9cfff08566c7d0299bf501dc4e747f76a49) AuthConfig (e438bbb4efca8908422b849615229a68bf54b4038ac9f5257b02f2d6ab63927d) AuthConfig (5fc759e99687d7a268d321a5accb6c612d9607ff47d7a134e306e3f7eee3d766) AuthConfig (684e4de62915300ab80fb273ee25c7ab493d09487f3b788cf5775a80d774020c) AuthConfig (c0e08ff30dd8e5a5844f62b598e0f92704115f04ed110f8bf5ea0c8ddc13c64e) AuthConfig (8a949d2d99d2846ba9c78b79403f094e69519014a042f55ea78e0d2c89ff640e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"71d09777-9486-4c92-99b9-a8c6d41d052a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:38.598072624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"5081ccb1-d7a5-44c8-a27c-48d4819b8c14","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:38.598245129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-4c6998","namespace":"ai-tenant-e2e-ipp-a-4c6998"},"namespace":"ai-tenant-e2e-ipp-a-4c6998","name":"ipp-route-4c6998","reconcileID":"5081ccb1-d7a5-44c8-a27c-48d4819b8c14","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-4c6998/ipp-route-4c6998-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-4c6998]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.917986357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff9afff-804e-44ff-998a-feb3991b4ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.935134292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff9afff-804e-44ff-998a-feb3991b4ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.94062429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff9afff-804e-44ff-998a-feb3991b4ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:38.948417393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff9afff-804e-44ff-998a-feb3991b4ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:39.160338613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a85b83-3656-47a4-a45f-2a9b049ab9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:39.164300213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a85b83-3656-47a4-a45f-2a9b049ab9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:39.168111962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a85b83-3656-47a4-a45f-2a9b049ab9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:39.171709938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a85b83-3656-47a4-a45f-2a9b049ab9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:42.905361636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cba8faf-1997-45f1-b40a-d23b1f5af671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:42.90928222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cba8faf-1997-45f1-b40a-d23b1f5af671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:42.913670389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cba8faf-1997-45f1-b40a-d23b1f5af671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:42.917979469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cba8faf-1997-45f1-b40a-d23b1f5af671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:43.181661119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22d83dd-7b45-4cfa-adef-def47c430dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:43.185417569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22d83dd-7b45-4cfa-adef-def47c430dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:43.191065924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22d83dd-7b45-4cfa-adef-def47c430dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:43.194477156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d22d83dd-7b45-4cfa-adef-def47c430dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.701091965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a014d55c-e23d-409a-ace4-e04399512eea","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.711427614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"56451a22-4caf-4f59-a27c-70b52b683305","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:44.719460032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-apikey-sub-binding-2daabf74","reconcileID":"765ae665-06be-420a-ab49-7ffc738155cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-2daabf74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.71997648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"89ccc278-aed0-4f31-8197-11d1d7808b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.720698677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"def76779-e61f-4ab8-95c0-5e8586e661c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.729865331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"89ccc278-aed0-4f31-8197-11d1d7808b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.731663763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"def76779-e61f-4ab8-95c0-5e8586e661c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.73728791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"d5bbe039-e255-4767-ba9c-d8cb737c6d61","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.745411652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c496664a-2a33-4a05-8f9f-013fc7d2184a","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.768392587Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-apikey-sub-binding-2daabf74","reconcileID":"00794c70-f27f-4e16-b739-2f71dce341a6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-apikey-sub-binding-2daabf74","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.789014925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"1ba99718-b873-4dd0-870d-0e7f59979f86","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.812387693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"93754daf-776a-45f0-98e0-2585af7531a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.812564194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c3bb2429-d24b-417f-b18a-ae6b2702a305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.821494515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"93754daf-776a-45f0-98e0-2585af7531a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.821795567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c3bb2429-d24b-417f-b18a-ae6b2702a305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.859560755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"dc5b5ac2-a045-497b-9a39-aac699d1dbc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:44.859645417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-apikey-sub-binding-2daabf74","reconcileID":"81ac419e-781b-4702-af79-f1e6d5b4444d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:45.809396188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e8483768-310f-4ae5-b208-5a27ec1ae38d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:45.865024734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0086b015-da79-4c00-a198-a9bdb9941f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:45.865569968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"21c7b71f-ca3f-4f37-97bc-afebdc13a14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:45.873806552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0086b015-da79-4c00-a198-a9bdb9941f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:45.87480963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"21c7b71f-ca3f-4f37-97bc-afebdc13a14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.497885115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"8fbfe821-a1f5-4fb6-b78a-761c099d521a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.51308331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"8fbfe821-a1f5-4fb6-b78a-761c099d521a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.525260238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-6563b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (904a2a36765763bb67577ec56d4ab63c27f6eb86e4564bb7e534f05e3cd8015f) AuthConfig (97a166953aaad03768979cb3969f723070797fb68419dbc1661b61f02b561469) AuthConfig (7c19264ef22f2bd10ecf76722c0e8d2e1a775f80ff19b8a8f953eb0ee3d2ca54) AuthConfig (9bb81f397870154c220a7681c2d84aa3b1b06cfc1eef1d4344e8882bc27bbe6c) AuthConfig (08acec30eb05af094129fd0077cd9ad31fd61868f276d0e5ad0a9f32b1ab320f) AuthConfig (dd0ef883ad83347bec071293f005a72475026feb216da2281caeda0f401d3e9f) AuthConfig (7f9e87e9bd781310ddadf8f534b1705169f95fd8eec0f4fdaa1b9df3eb7c3743) AuthConfig (bb67d4d2ac497bda324b997b02cab2b913200669c836b52e3c44cbd44bc13201) AuthConfig (8354a366a4b6ae9a8294d42a1f5039d154c0daee4934332eaac135f4342dad73) AuthConfig (c4f4b671a7474ea6f10b23483855b801427141df62adec37b61e060148707e7f) AuthConfig (8bf71fc0101ee9cd0cb10855d5e7d42fecc9ec63e5d82a1c0797c17fe15d20b0) AuthConfig (8f5eb45070ddc7930ccf022a32c9341e705a59fc212cc4b0718a3aa44a6b5946) AuthConfig (20c1071be999d9493a2f1cd6e872e9cfff08566c7d0299bf501dc4e747f76a49) AuthConfig (e438bbb4efca8908422b849615229a68bf54b4038ac9f5257b02f2d6ab63927d) AuthConfig (5fc759e99687d7a268d321a5accb6c612d9607ff47d7a134e306e3f7eee3d766) AuthConfig (684e4de62915300ab80fb273ee25c7ab493d09487f3b788cf5775a80d774020c) AuthConfig (c0e08ff30dd8e5a5844f62b598e0f92704115f04ed110f8bf5ea0c8ddc13c64e) AuthConfig (8a949d2d99d2846ba9c78b79403f094e69519014a042f55ea78e0d2c89ff640e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"8fbfe821-a1f5-4fb6-b78a-761c099d521a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.879239686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f74a009-6260-45c2-a6f1-f3b977ebc139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.883582693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f74a009-6260-45c2-a6f1-f3b977ebc139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.887357733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f74a009-6260-45c2-a6f1-f3b977ebc139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:48.891061566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f74a009-6260-45c2-a6f1-f3b977ebc139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.264410355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d6a8e0-f018-414d-a3ff-06ca99c5647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.26838091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d6a8e0-f018-414d-a3ff-06ca99c5647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.272389375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d6a8e0-f018-414d-a3ff-06ca99c5647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.276575492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d6a8e0-f018-414d-a3ff-06ca99c5647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.590573461Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-18b363","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-18b363","reconcileID":"345fa8ea-9535-48fd-9db5-c8340adeca12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-18b363","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-18b363":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.926905209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56899e74-970d-4aec-b004-0d8d96e82dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.93485378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56899e74-970d-4aec-b004-0d8d96e82dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:49.999409546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56899e74-970d-4aec-b004-0d8d96e82dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:50.007088955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56899e74-970d-4aec-b004-0d8d96e82dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.164138502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79bb3c8-adbd-4dd5-b192-26e174792f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.193934383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79bb3c8-adbd-4dd5-b192-26e174792f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.197314078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79bb3c8-adbd-4dd5-b192-26e174792f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.200806036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79bb3c8-adbd-4dd5-b192-26e174792f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.589424102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bec33-128b-4061-aba9-1b15f23b0b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.597176564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bec33-128b-4061-aba9-1b15f23b0b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.60433039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bec33-128b-4061-aba9-1b15f23b0b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.611448541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0bec33-128b-4061-aba9-1b15f23b0b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.850503009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1e4129-3006-498c-b4a8-81cd641df0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.857659559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1e4129-3006-498c-b4a8-81cd641df0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.866094904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1e4129-3006-498c-b4a8-81cd641df0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:54.871856297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1e4129-3006-498c-b4a8-81cd641df0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.827142546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-apikey-sub-binding-2daabf74","reconcileID":"d451457a-4b27-43f7-93cc-0848eda40a8f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-apikey-sub-binding-2daabf74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.850383346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-apikey-sub-binding-2daabf74","reconcileID":"d451457a-4b27-43f7-93cc-0848eda40a8f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2daabf74","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.865425244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"77a0f510-92a0-48f0-a80b-8c11b9859f3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.874962341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"5b4cf0f0-8c58-4bd2-a218-87685d5de398","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.883950991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ec87d121-5c04-4094-bd46-95e195f83c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.884050615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c1a42ca4-7b00-4bc1-94d7-07dbf5c59349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.893135365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ec87d121-5c04-4094-bd46-95e195f83c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:55.89319122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c1a42ca4-7b00-4bc1-94d7-07dbf5c59349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.912058699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"9d348167-f31e-46e2-adc3-c7199b9cde24","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.921853821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"a086bbbc-293f-49ca-9953-508670946bc8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.924992958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a803dc7e-e878-42dc-894f-a23b23a7c30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:23:56.925950486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-sub","reconcileID":"559ffc4a-aeb5-4dbc-8fb0-875bf5bf2a23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.9280815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3a54360c-bf77-4a7c-89d1-ca7b093dbf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.934527589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a803dc7e-e878-42dc-894f-a23b23a7c30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.990792868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3a54360c-bf77-4a7c-89d1-ca7b093dbf21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:56.995332544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"05cea52d-460b-4b46-ac18-9a08f95cbe44","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.00532243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"3124bb68-cebd-4329-ad2e-346142f341d7","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.032562303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-sub","reconcileID":"82f47746-d7b5-45ad-8374-1ea687cf54be","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-ordering-sub","ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.053511902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"bf42c310-b696-4019-9135-5a414ab9c9c4","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.104656438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"19b1db7d-a6a8-45a9-aebf-7c068d0d78cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.107743801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3f0306f2-d9e8-40d0-be80-10fe4c933b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.119892001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3f0306f2-d9e8-40d0-be80-10fe4c933b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.12146639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"19b1db7d-a6a8-45a9-aebf-7c068d0d78cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.126543948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"c8d6d890-5f14-48c3-b7d3-93bc7506beec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:57.129988716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-sub","reconcileID":"778188c9-0817-49fa-90ff-061a426aca50","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.53657712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"58b3cbbe-3a19-47ff-b1f2-2af627743c5a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.546036993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"58b3cbbe-3a19-47ff-b1f2-2af627743c5a","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.669417533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"630bbdc0-9d11-484a-96db-afd0ad0f3bf3","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.66946458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"630bbdc0-9d11-484a-96db-afd0ad0f3bf3","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.900721651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"dacf5c6a-323e-4e95-9616-c7932aad338e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-18b363","tenantID":"e2e-praxis-b-18b363","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.937420896Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"dacf5c6a-323e-4e95-9616-c7932aad338e","name":"e2e-praxis-b-18b363-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:58.977136452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:59.884993504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"6d1644be-b8fa-4516-92d8-42f181871e92","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:59.894352997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"62e33852-348d-44fc-bdfe-791bd7e252f8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:59.906417728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"efde0b82-9cc4-4942-a12f-a3693391ffeb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:59.914180426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"efde0b82-9cc4-4942-a12f-a3693391ffeb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:23:59.936426611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"65da3c69-fa1c-42a4-9f2a-b63013321d38","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.49937157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"d4a92e33-2fa2-4495-a3e1-706ebeb8de79","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.508134935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"195c39c0-c33a-47c5-8b72-e54283283ecb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.508676711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"35d14796-021c-4172-b257-ff684c921abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.508772168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"353b062c-8e5d-44ee-9846-114b43cc3db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.516903166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"195c39c0-c33a-47c5-8b72-e54283283ecb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.517603288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"353b062c-8e5d-44ee-9846-114b43cc3db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:00.518958921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"35d14796-021c-4172-b257-ff684c921abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.448200752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0a443b59-eaf6-4e50-896f-df9fd5534a36","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.448229223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0a443b59-eaf6-4e50-896f-df9fd5534a36","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.457010692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c484e041-abed-4bc3-b664-88cc10861310","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.457674108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"3f7c962d-ef18-4fc4-a731-1649c711ddb8","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.457690398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"3f7c962d-ef18-4fc4-a731-1649c711ddb8","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:01.460776856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"3444673a-e0a5-429d-af5b-fb6168b849b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-6563b6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:01.463151636Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"3f7c962d-ef18-4fc4-a731-1649c711ddb8","name":"praxis-route-6563b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6563b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:01.463207176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"3f7c962d-ef18-4fc4-a731-1649c711ddb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6563b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.464771533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c484e041-abed-4bc3-b664-88cc10861310","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.468457952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"02478a09-209f-44e8-aee8-9926dd6b198f","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.468474449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"02478a09-209f-44e8-aee8-9926dd6b198f","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.470927663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ecac0789-37cd-48de-bd0f-98daabec6122","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.470943222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ecac0789-37cd-48de-bd0f-98daabec6122","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.477128711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"fd88dad2-2ac6-4213-851c-60aa7bbb70a1","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.477144374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"fd88dad2-2ac6-4213-851c-60aa7bbb70a1","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.495037364Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"a5b4988d-9cef-49ef-87b7-452c2e9a29a5","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"praxis-route-6563b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.514914626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"04ce4535-1f10-432b-a590-899c96e4c0cc","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.51493399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"04ce4535-1f10-432b-a590-899c96e4c0cc","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.577714936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a419a0d1-1f3b-4e97-950e-bb8837fef415","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.594766709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a419a0d1-1f3b-4e97-950e-bb8837fef415","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:01.602609407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"b7dbd97a-6e01-4cae-9474-a0dc24bfefae","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.328295593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","namespace":"ai-tenant-e2e-ipp-b-43f6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.328351039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","namespace":"ai-tenant-e2e-ipp-b-43f6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.328400352Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","tenant":"e2e-ipp-b-43f6ab","tenantID":"e2e-ipp-b-43f6ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.333257622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Deployment","name":"maas-api-e2e-ipp-b-43f6ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.347697201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Service","name":"maas-api-e2e-ipp-b-43f6ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.356844019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-43f6ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.366646261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-43f6ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.379166482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.407594309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.416688474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.422282769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.427633922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.434502277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.459720549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Service","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.481714529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.489112558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.496762806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.503738843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.512562182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.520262344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.528121061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.538019435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-43f6ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.543679662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-43f6ab"},"namespace":"ai-tenant-e2e-ipp-b-43f6ab","name":"default-tenant","reconcileID":"6e66c14b-b6e8-499a-a27d-a6602656ab38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-43f6ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:04.702183887Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-43f6ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-43f6ab","reconcileID":"82ca139e-5b93-4913-948c-e1a9516f2feb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-43f6ab","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-43f6ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.046583493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c561d29e-b396-4e8e-8224-9acf7ac3eb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.050159604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c561d29e-b396-4e8e-8224-9acf7ac3eb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.054414981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c561d29e-b396-4e8e-8224-9acf7ac3eb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.058746201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c561d29e-b396-4e8e-8224-9acf7ac3eb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.263475091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19299f30-4880-405a-b6e3-f3a8290c16b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.266896657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19299f30-4880-405a-b6e3-f3a8290c16b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.270505252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19299f30-4880-405a-b6e3-f3a8290c16b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:05.273866985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19299f30-4880-405a-b6e3-f3a8290c16b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.113181182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9a58e6-c0b0-429f-ab88-5c4872cf11c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.117204271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9a58e6-c0b0-429f-ab88-5c4872cf11c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.121037645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9a58e6-c0b0-429f-ab88-5c4872cf11c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.125308593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc9a58e6-c0b0-429f-ab88-5c4872cf11c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.361601715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd387c4-bb1c-4c77-b1df-ef07afe7c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.365000477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd387c4-bb1c-4c77-b1df-ef07afe7c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.36900934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd387c4-bb1c-4c77-b1df-ef07afe7c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:08.37273963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd387c4-bb1c-4c77-b1df-ef07afe7c047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.516686692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-sub","reconcileID":"1830900a-3d74-4322-8ffb-ea82d7acd8c9","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.545485361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-sub","reconcileID":"1830900a-3d74-4322-8ffb-ea82d7acd8c9","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.567143462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"aa57ad6b-0d39-4ac7-a085-61d60582ac21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.668141959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"cf2108fb-c870-480f-b539-31fa2050957e","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.681812895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"bbdc08ed-0939-43d2-a93d-dba6b45c7b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.681962491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"3538ccb0-f24d-4ca0-b007-671bb8d7e2ea","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.681813342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"42bec091-7f89-46fc-a712-fc0746419fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.689781751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"bbdc08ed-0939-43d2-a93d-dba6b45c7b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.691200068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"3538ccb0-f24d-4ca0-b007-671bb8d7e2ea","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.692592926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"42bec091-7f89-46fc-a712-fc0746419fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.819278977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"678f2ba5-bf7c-47f7-b3ea-7f604b6eb9a5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.820083493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-ordering-auth","reconcileID":"1ce5fca0-2f08-4b28-83e6-1f4479ba903a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:10.978227842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"a228c013-a866-4ec3-bbf5-5d0a7d6414cf","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.545358299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46ef3f5-4059-42ac-999f-606a3afaa1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.548993842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46ef3f5-4059-42ac-999f-606a3afaa1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.552505503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46ef3f5-4059-42ac-999f-606a3afaa1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.55619217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46ef3f5-4059-42ac-999f-606a3afaa1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.888288039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b0f9f-cb79-4456-9685-f835baff9e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.893058773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b0f9f-cb79-4456-9685-f835baff9e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.896472944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b0f9f-cb79-4456-9685-f835baff9e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:11.900968526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b0f9f-cb79-4456-9685-f835baff9e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.167556003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f768bd-2998-4447-b606-d40903e5d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.171574299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f768bd-2998-4447-b606-d40903e5d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.188014096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"ab03ef11-ac6a-4f0d-8ebd-419392b229ce","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.188208993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f768bd-2998-4447-b606-d40903e5d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.191741378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f768bd-2998-4447-b606-d40903e5d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.204686942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"33e2ed8e-37a3-499b-87a3-4a5ed58f41c1","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.23206834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"d6c821f2-f527-444a-bddb-a3df9757dd03","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.246048006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"d6c821f2-f527-444a-bddb-a3df9757dd03","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.292644825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"ac29ff4b-32fb-4734-b319-c1a47497caab","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.321015919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"6f5cd0ba-3585-4c31-8e84-fd3f13380f52","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.329312941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"6f5cd0ba-3585-4c31-8e84-fd3f13380f52","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.360879615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"c23d8d8f-9c67-4ed9-a176-5ca7a13cd3ea","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.375705483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"9e18d3b8-8e9c-426b-97ec-1a0f42a51ae9","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:12.380821387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-success","reconcileID":"20c6d320-e829-4d73-9e2e-cb379f6386bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:12.405984759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"6f5cd0ba-3585-4c31-8e84-fd3f13380f52","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.440533711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d85ae1d8-7bf3-47da-9d6a-8ba9259fff27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.447835141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"277b37cc-b309-4922-9740-89739a4e7982","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.448548435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"09940c06-9f36-47b0-ad76-584b8aa5ba3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.460138199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"200202e0-5f1f-4007-a5db-6f2cef384f21","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.46394684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"277b37cc-b309-4922-9740-89739a4e7982","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.467199114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"09940c06-9f36-47b0-ad76-584b8aa5ba3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.475022591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d85ae1d8-7bf3-47da-9d6a-8ba9259fff27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.486965771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"4eac21e3-f503-4e53-a4b2-4342c509e674","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.514875483Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-success","reconcileID":"a0c9c2f9-db4b-4424-b623-6b64b416a4d3","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.548029414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"6d3265eb-cb48-4ed5-aee0-6864006ae677","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.608508409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-success","reconcileID":"cc34bea8-3014-40fd-908c-b2d3eb5b0210","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.609197127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"799e285d-4b3b-4d9c-a1f3-5d13ba3048e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.784849156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"41009e2a-0044-4774-b2e3-9d339a919b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.804638614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9c88d147-8399-4dc5-8c32-066eb355abf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.808881274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"e83a3317-fa4f-46c3-a0d9-32b7fa63cd55","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.82045552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"41009e2a-0044-4774-b2e3-9d339a919b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.822645727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9c88d147-8399-4dc5-8c32-066eb355abf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:12.831415418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"e83a3317-fa4f-46c3-a0d9-32b7fa63cd55","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.734940039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"b8ec0d8c-74ee-427f-a163-ad8cdd0725c8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.802362018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"12bf6966-d5e7-4a15-a252-b01f1d9329ae","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.916267583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f3f4225f-2832-4d7e-9a2e-5f998a1f07a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.932878188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"32fdc321-0ae5-4684-9280-e5b75564f604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.922821781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"12bf6966-d5e7-4a15-a252-b01f1d9329ae","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.952328571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"32fdc321-0ae5-4684-9280-e5b75564f604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:13.960283832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f3f4225f-2832-4d7e-9a2e-5f998a1f07a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.09199825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"bd7964f7-a793-467b-857f-6f52f114f717","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.119641928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b4d1e-09ff-499b-ab89-caddca2bde6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.122772937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"fe780bfc-a892-4b03-bd17-0fed928aa0e1","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.122856886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"fe780bfc-a892-4b03-bd17-0fed928aa0e1","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.123698421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b4d1e-09ff-499b-ab89-caddca2bde6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.128489932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b4d1e-09ff-499b-ab89-caddca2bde6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.134277225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b4d1e-09ff-499b-ab89-caddca2bde6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.784159362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"f4ea19b0-2d6a-4671-9f7f-5f56c2400acc","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.794326256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"f4ea19b0-2d6a-4671-9f7f-5f56c2400acc","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.867689878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989ca223-64f7-4c15-a348-2900b215b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.882313935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989ca223-64f7-4c15-a348-2900b215b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.895343326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989ca223-64f7-4c15-a348-2900b215b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:14.960518227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989ca223-64f7-4c15-a348-2900b215b2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:15.050802037Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fde255","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fde255","reconcileID":"1b33fc35-671b-4cc0-90a4-ae0490b8e2f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fde255","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-fde255":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:15.691200109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127f27b3-707f-40a0-b65d-d7cde0e25b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:15.750891985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127f27b3-707f-40a0-b65d-d7cde0e25b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:15.784708041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127f27b3-707f-40a0-b65d-d7cde0e25b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:15.798812965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127f27b3-707f-40a0-b65d-d7cde0e25b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:17.760670072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b807613-01c1-4953-95d8-3f3aba76250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:17.766525719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b807613-01c1-4953-95d8-3f3aba76250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:17.769901313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b807613-01c1-4953-95d8-3f3aba76250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:17.773203682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b807613-01c1-4953-95d8-3f3aba76250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.071292204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d11372-463a-4bcb-ae37-22f693d24c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.074834295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d11372-463a-4bcb-ae37-22f693d24c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.078179073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d11372-463a-4bcb-ae37-22f693d24c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.087532946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10d11372-463a-4bcb-ae37-22f693d24c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.302059852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3b8ab1-7415-4d35-b308-0c8ba1faba40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.306191506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3b8ab1-7415-4d35-b308-0c8ba1faba40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.30965732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3b8ab1-7415-4d35-b308-0c8ba1faba40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.313189772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3b8ab1-7415-4d35-b308-0c8ba1faba40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.484285784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1266f67f-15df-4c6f-925c-e8836e5a3ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.489354831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1266f67f-15df-4c6f-925c-e8836e5a3ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.496258846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1266f67f-15df-4c6f-925c-e8836e5a3ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.502239988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1266f67f-15df-4c6f-925c-e8836e5a3ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.740989362Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7db332","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7db332","reconcileID":"eabd159c-75b7-4d49-97ac-333571682814","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7db332","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7db332":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.743153975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"4bca4c0e-4a8e-4cf7-aa4c-ad686f758628","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.743173888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"4bca4c0e-4a8e-4cf7-aa4c-ad686f758628","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.807929122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"9dd8ccd0-6860-4273-9142-02235e62f274","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.823964072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a65177fa-4a2e-4e76-8a4d-059fe5d43e97","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.888647719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c7e0cead-4f12-4a53-9bd1-88b421e83093","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.888679008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c7e0cead-4f12-4a53-9bd1-88b421e83093","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.894054492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a65177fa-4a2e-4e76-8a4d-059fe5d43e97","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.9175276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"dbb3861d-d99c-43f2-931c-0c9a17c4a13b","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.922584696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c9805717-d384-489c-b69a-bf3130a93ea2","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:18.930817672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c9805717-d384-489c-b69a-bf3130a93ea2","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.009536506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfaffa1-7cd3-43c3-b2d1-006e42dad0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.071329584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfaffa1-7cd3-43c3-b2d1-006e42dad0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.086985878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfaffa1-7cd3-43c3-b2d1-006e42dad0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.096419297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfaffa1-7cd3-43c3-b2d1-006e42dad0c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.309957857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0da046-fbaf-4406-ae08-127f90ca262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.314196219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0da046-fbaf-4406-ae08-127f90ca262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.318489357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0da046-fbaf-4406-ae08-127f90ca262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.322659324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0da046-fbaf-4406-ae08-127f90ca262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.608673138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893ca758-7ca9-4a87-9185-1c8dc298ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.613072285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893ca758-7ca9-4a87-9185-1c8dc298ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.620104203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893ca758-7ca9-4a87-9185-1c8dc298ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:19.632780814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893ca758-7ca9-4a87-9185-1c8dc298ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.019624381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9df7f-1ef9-47ba-a821-ce2066fcf319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.027354788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9df7f-1ef9-47ba-a821-ce2066fcf319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.030841613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9df7f-1ef9-47ba-a821-ce2066fcf319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.09294091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e9df7f-1ef9-47ba-a821-ce2066fcf319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.553420477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbec3dd-2828-43e1-9334-8952953c439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.560704371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbec3dd-2828-43e1-9334-8952953c439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.566809205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbec3dd-2828-43e1-9334-8952953c439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.574147872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbec3dd-2828-43e1-9334-8952953c439a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.760476735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec158f31-e4c8-4d31-85ab-04d1dbe6abaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.763946299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec158f31-e4c8-4d31-85ab-04d1dbe6abaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.767946853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec158f31-e4c8-4d31-85ab-04d1dbe6abaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.772997239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec158f31-e4c8-4d31-85ab-04d1dbe6abaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.965486174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6f11-9dc4-4500-af1a-4c6b6cbd4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.968923603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6f11-9dc4-4500-af1a-4c6b6cbd4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.972292549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6f11-9dc4-4500-af1a-4c6b6cbd4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:20.975738424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12b6f11-9dc4-4500-af1a-4c6b6cbd4be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.767948199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-success","reconcileID":"f911a466-72f7-4885-b6d1-e239218f6978","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.787256844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-success","reconcileID":"f911a466-72f7-4885-b6d1-e239218f6978","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.802358974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"7f102df9-7e6e-40d8-8526-9a7ae69cbfa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.903257637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"d4f8fedc-b33c-4a13-9418-12a0bcba35ac","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.923265225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5fe8ed20-0b5c-461f-9370-e76a90f2c9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.923605091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"258346e8-b1e0-4514-81b1-8212c5d86a91","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.923703846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5e41baf6-cdde-4086-b905-fb0419195f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.931091623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5fe8ed20-0b5c-461f-9370-e76a90f2c9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.93121572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"258346e8-b1e0-4514-81b1-8212c5d86a91","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:23.933477756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5e41baf6-cdde-4086-b905-fb0419195f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:24.049681912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-success","reconcileID":"4a8c56d4-97f5-493a-b294-c1cf5c7f04c7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:24.04999089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"e1020be7-eb3b-4a55-8b98-4a68df4d5abf","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:24.065472691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"2b5f1749-6670-4c38-92e5-6c0e4f21752e","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.125198873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"9450d1d2-bfb6-4950-a121-1d99ef22dfbb","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.131176575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"664c52c6-4cc1-4a0c-ac93-84c9d5da7d9a","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.140309941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"1cb0dc14-eea7-4639-b023-f8045a0d083e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.147808913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"1cb0dc14-eea7-4639-b023-f8045a0d083e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.175642275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"3836b680-688c-4018-a8f4-a333f1d12adf","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.239954563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"eba10f4b-59d4-443c-996e-441bbbec1bc7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.248767537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"eba10f4b-59d4-443c-996e-441bbbec1bc7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.315142241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"381ed49e-d199-4a96-aed1-6f851215646b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.321579812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"23809668-9ada-4c53-8a26-d412e46e0a69","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:25.326562486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-no-access","reconcileID":"0757b47a-8a56-47e8-ae18-6dca705602b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.341060449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ff3f43c7-baa4-415d-82ee-405050e354ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.341225507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a7a85d6d-ea39-4bea-b432-a7d8b75bea90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.349731809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a7a85d6d-ea39-4bea-b432-a7d8b75bea90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.349767989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ff3f43c7-baa4-415d-82ee-405050e354ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.350390435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"c173df2c-6eee-43e8-acbe-7ee0e7c6a584","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.36018333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"c1dc575a-101f-44a4-922e-69a69ab9dab8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.383834686Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-no-access","reconcileID":"de13cbfd-db53-49e5-b8f3-5467690b2daf","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.405295858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"871b01d4-4616-49ce-aac1-e31e03902a05","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.485504781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e4ac3218-3d7d-45cf-ba4a-38979421a5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.485891472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"1f908427-6599-4512-89e0-477589ad6393","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.56121489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"1f908427-6599-4512-89e0-477589ad6393","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.562057155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e4ac3218-3d7d-45cf-ba4a-38979421a5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.56227346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"25a6eb19-ba99-46bc-9a1a-d58c8e40fc21","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-fde255","tenantID":"e2e-ipp-b-fde255","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.562928068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-no-access","reconcileID":"efb05d70-185b-47a9-bd5e-e0d2c356bac0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.563346309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"e4ec8aa4-ea00-4eac-8f59-7b48f9361ee7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.571958099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a4976b74-05e8-46ca-b0db-4bb8c00b063d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.593880906Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"25a6eb19-ba99-46bc-9a1a-d58c8e40fc21","name":"e2e-ipp-b-fde255-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:25.610712662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a4976b74-05e8-46ca-b0db-4bb8c00b063d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.224139358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"3194deee-4984-4bf7-8f15-ffb3b22dacb5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.236635282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"d9a2cd72-aa8b-43f1-affa-1f54c27f7547","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.236634155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3dd7c801-51bb-4379-a509-29a0c9fd57df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.237184469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"27042fc4-aa7a-4a88-a43d-7b103554d07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.247039566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"27042fc4-aa7a-4a88-a43d-7b103554d07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.247302513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3dd7c801-51bb-4379-a509-29a0c9fd57df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:26.251875517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"d9a2cd72-aa8b-43f1-affa-1f54c27f7547","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.708184874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"484168c7-9564-4cf3-932d-0db3c3f07f74","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7db332","tenantID":"e2e-praxis-a-7db332","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.745968941Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"484168c7-9564-4cf3-932d-0db3c3f07f74","name":"e2e-praxis-a-7db332-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.819417044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","namespace":"ai-tenant-e2e-praxis-a-83921a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.834140131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","namespace":"ai-tenant-e2e-praxis-a-83921a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.834247334Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","tenant":"e2e-praxis-a-83921a","tenantID":"e2e-praxis-a-83921a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.854064246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Deployment","name":"maas-api-e2e-praxis-a-83921a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.909592694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Service","name":"maas-api-e2e-praxis-a-83921a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.932065345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-83921a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.958457638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-83921a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.973710422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.979047321Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.98168838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.991653402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:28.998812934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.00180875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.004167973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"a81d5dc2-211a-4108-a871-c1870214f09b","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.004189135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"a81d5dc2-211a-4108-a871-c1870214f09b","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.004779764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.007941716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Service","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.010661152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a597ac86-51df-4792-8e94-c5f8c7c9144e","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.01350027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.016450971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.019651684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"a597ac86-51df-4792-8e94-c5f8c7c9144e","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.020753695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.023804935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"2482f177-c41c-47f6-8843-d0ee0f0c5da9","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.024136536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.033891247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.037756161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.041008332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.045964196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-83921a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.049057527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-83921a"},"namespace":"ai-tenant-e2e-praxis-a-83921a","name":"default-tenant","reconcileID":"72e8cbfd-a0e4-4054-a4e6-f3cd5a0d8a43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-83921a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.348964352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"453c94af-0386-4072-968e-6e49349e7ab2","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.352948224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"43c1be23-4cf4-44ed-9125-6e7a7fba3708","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.387121174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-83921a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-83921a","reconcileID":"743a7499-179b-41fc-92bd-0cae7522059d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-83921a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-83921a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.397155583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"453c94af-0386-4072-968e-6e49349e7ab2","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.604906347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5de0a9f-b8f6-496f-94bf-f7697c479af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.611873773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5de0a9f-b8f6-496f-94bf-f7697c479af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.619602548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5de0a9f-b8f6-496f-94bf-f7697c479af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.632620901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5de0a9f-b8f6-496f-94bf-f7697c479af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.919198475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e0bb87-ca4b-4279-a6cc-1e8bc3d3993b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.949629292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e0bb87-ca4b-4279-a6cc-1e8bc3d3993b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.961023804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e0bb87-ca4b-4279-a6cc-1e8bc3d3993b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:29.968497932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e0bb87-ca4b-4279-a6cc-1e8bc3d3993b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.814474577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.814605684Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.822388438Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.822413393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.822590625Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.823189281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c4162178-204f-4248-808d-86caf90f21b6","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.82320505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c4162178-204f-4248-808d-86caf90f21b6","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.829457655Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"ebacf802-5c89-4211-9a64-058ae3c3cba5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.832969192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9027327c-d2c9-4bdc-ba9b-2bc08011eb8c","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.832990414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9027327c-d2c9-4bdc-ba9b-2bc08011eb8c","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.839416118Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"224cf799-b798-4248-a1e0-2da6a4f5c111","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-004c94a0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:35.839638486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9027327c-d2c9-4bdc-ba9b-2bc08011eb8c","name":"praxis-route-6563b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6563b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:35.83968295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9027327c-d2c9-4bdc-ba9b-2bc08011eb8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-6563b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.845791414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"e0c5f456-49d5-4324-9ead-d93c0d41aad3","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.845806683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"e0c5f456-49d5-4324-9ead-d93c0d41aad3","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.859276297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"111dfcbc-f599-401e-bbf8-8706cc0d4194","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-004c94a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.876946721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"66bb1723-4550-4fa0-a80c-08ab8a6a3795","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:35.89101346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"66bb1723-4550-4fa0-a80c-08ab8a6a3795","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.042459182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c5c3f680-191c-451e-bbf9-cd5ecde55d50","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.084285402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c5c3f680-191c-451e-bbf9-cd5ecde55d50","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.134312971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c5c3f680-191c-451e-bbf9-cd5ecde55d50","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"e2e-praxis-a-6563b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.134372895Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-auth","reconcileID":"c5c3f680-191c-451e-bbf9-cd5ecde55d50","MaaSAuthPolicy":{"name":"praxis-route-6563b6-auth","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.189215398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ec4d7b93-b2a4-420d-b817-d32cbce29f9d","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.189248431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ec4d7b93-b2a4-420d-b817-d32cbce29f9d","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.243281645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-no-access","reconcileID":"7b2b0ffb-db9f-433e-a764-49f2f8e6e5c9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.295941535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-subscription-no-access","reconcileID":"7b2b0ffb-db9f-433e-a764-49f2f8e6e5c9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.299889794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58042f95-c1e8-41a3-9d12-f66b1b371f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.304885378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58042f95-c1e8-41a3-9d12-f66b1b371f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.309057328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58042f95-c1e8-41a3-9d12-f66b1b371f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.313739305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58042f95-c1e8-41a3-9d12-f66b1b371f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.349984734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"7717281e-8709-44c2-8c5a-2cc747b1754f","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.362541017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"72a37cbd-f7e1-4767-801d-217dfbfd90e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.409786588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"8f41ed00-b4e9-41d6-a8b7-2e2de3b4bc5c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.409801502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3218c0ea-4847-4ebe-9945-5dca3838d847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.419482169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"8f41ed00-b4e9-41d6-a8b7-2e2de3b4bc5c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.420623309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3218c0ea-4847-4ebe-9945-5dca3838d847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.475058944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ca6eccf2-139e-4401-a49b-ae6f73f0d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.504086545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-auth-no-access","reconcileID":"af918de4-dcf3-4d99-a000-9c89766d552c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.504566045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"98c5045f-6347-4199-b87d-8de91eaee56e","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.515308734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ca6eccf2-139e-4401-a49b-ae6f73f0d088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.566170405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"afb5d321-355c-40e7-9630-b0206b4987a5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.742087571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f00f8b-0de8-43d2-baac-8149d9e44228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.746667625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f00f8b-0de8-43d2-baac-8149d9e44228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.750052566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f00f8b-0de8-43d2-baac-8149d9e44228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.753392521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f00f8b-0de8-43d2-baac-8149d9e44228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.950729138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecd3840-46af-4906-898b-3fcac5a6a432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.954243573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecd3840-46af-4906-898b-3fcac5a6a432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.958028494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecd3840-46af-4906-898b-3fcac5a6a432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:36.962362496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecd3840-46af-4906-898b-3fcac5a6a432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.325318824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a1a7c-142e-4628-8c88-6e36ef7517c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.329013235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a1a7c-142e-4628-8c88-6e36ef7517c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.332319105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a1a7c-142e-4628-8c88-6e36ef7517c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.338516179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a1a7c-142e-4628-8c88-6e36ef7517c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.549452612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e41f7f34-d67e-4405-b438-61babb354d65","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.554976289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"95716026-32f3-404e-92ef-f10503f40b28","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.556904539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e5d38-e32e-4cb1-bb2f-e41e2c718fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.560503128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e5d38-e32e-4cb1-bb2f-e41e2c718fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.566624324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e5d38-e32e-4cb1-bb2f-e41e2c718fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.590541576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e5d38-e32e-4cb1-bb2f-e41e2c718fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.600102842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"b4955967-cbcc-49fb-a106-5a0b0d593935","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.607740304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"b4955967-cbcc-49fb-a106-5a0b0d593935","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.63092558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"ca64045b-8957-40a2-8326-1c08951149d7","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.66988179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"0c2ccb8b-4b88-4b9e-8c08-57fa1daf082f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.677625612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"0c2ccb8b-4b88-4b9e-8c08-57fa1daf082f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.730560594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"22f7de9f-2889-4462-8ce1-be0c986d6089","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:37.789625033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-subscription","reconcileID":"bbf6e368-faba-4816-9d59-db4f353f6f1c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.791250895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"5867ff0b-2424-41f1-bc23-cc954c5da6e5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.799948808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"1f3937e6-78c3-4145-ad56-131d0fae99dd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.802726119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c2c693de-e230-4a4c-a14b-d849431222f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.803418075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e9a081f8-631a-4c34-943c-dc9de6fcab80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.809278245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"1f3937e6-78c3-4145-ad56-131d0fae99dd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.809896633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"e55208a0-a35e-409a-9e73-57775f296b68","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.814792696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c2c693de-e230-4a4c-a14b-d849431222f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.888804873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"d8838606-6c57-46b6-a655-4b51980a1279","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.890549098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e9a081f8-631a-4c34-943c-dc9de6fcab80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.9037167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ab7b96-c83c-4ce7-9632-3b9647f32de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.903799004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"00a183c5-c543-41d7-ac51-2234ed3e921b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.907493267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ab7b96-c83c-4ce7-9632-3b9647f32de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.911235705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"00a183c5-c543-41d7-ac51-2234ed3e921b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.912291996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ab7b96-c83c-4ce7-9632-3b9647f32de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.914006856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-subscription","reconcileID":"b9ebc4ac-b197-4d68-8aec-f7d120090cd0","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.916059027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ab7b96-c83c-4ce7-9632-3b9647f32de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.916216644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c39b9831-62ff-4062-999d-c5927d8ca4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.920402756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"326fda11-dd84-4683-80dc-8287506748dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.92468358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c39b9831-62ff-4062-999d-c5927d8ca4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.929580663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"326fda11-dd84-4683-80dc-8287506748dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:37.953499737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"43116551-4301-43da-89cc-1a7ccb80a12b","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.003554446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"e7cac58a-f88c-4b20-87f1-0f65032892be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.003972859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-subscription","reconcileID":"e637f785-6817-4d6e-879b-6f2347943bcb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.570700483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"9966027a-f2c7-4505-a4d0-d37459dd9b7e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.602620898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6e4262ab-f498-4939-a59a-50543d34a2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.618093982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"22804261-3a32-4e49-90ee-d40a3b842ff5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.618843127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"270f8f1a-85cb-4ce6-8cdc-8965a32f4ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.665780398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6e4262ab-f498-4939-a59a-50543d34a2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.666349188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"22804261-3a32-4e49-90ee-d40a3b842ff5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:38.685552928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"270f8f1a-85cb-4ce6-8cdc-8965a32f4ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.549356373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8742b36f-b2ce-4775-b53b-83f5e92eda84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.553357819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8742b36f-b2ce-4775-b53b-83f5e92eda84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.560500592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8742b36f-b2ce-4775-b53b-83f5e92eda84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.573283644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8742b36f-b2ce-4775-b53b-83f5e92eda84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.878571928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff2c9eb-5693-4dc6-8bbd-8f4a1dc3ed86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.88524218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff2c9eb-5693-4dc6-8bbd-8f4a1dc3ed86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.901999685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff2c9eb-5693-4dc6-8bbd-8f4a1dc3ed86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:39.908736607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dff2c9eb-5693-4dc6-8bbd-8f4a1dc3ed86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:45.876070645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"407669d6-2711-4d29-82af-2fa042354483","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","subscription":"praxis-route-6563b6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:45.885927567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"407669d6-2711-4d29-82af-2fa042354483","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:45.920052884Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6-sub","reconcileID":"407669d6-2711-4d29-82af-2fa042354483","MaaSSubscription":{"name":"praxis-route-6563b6-sub","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"name":"maas-trlp-praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:45.965198953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"efce8953-f414-4879-9e43-aa68cc24c425","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"tenant":"e2e-praxis-a-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","model":"ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:45.965331324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"efce8953-f414-4879-9e43-aa68cc24c425","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"routeName":"praxis-route-6563b6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-6563b6","llmisvcName":"praxis-route-6563b6","gateway":"openshift-ingress/e2e-praxis-a-6563b6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.203713529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.203921828Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","namespace":"ai-tenant-e2e-praxis-a-6563b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.204057253Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","tenant":"e2e-praxis-a-6563b6","tenantID":"e2e-praxis-a-6563b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.210194906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6563b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.231677603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Service","name":"maas-api-e2e-praxis-a-6563b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.248083738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6563b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.254428893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6563b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.277363263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.28405276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.292692142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.299409756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.302484801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.3077635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.311113583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Service","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.314312839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.317368296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.320516028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.324508292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.331185797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.335119722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.340707808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.345664528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6563b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.348767168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"default-tenant","reconcileID":"d25e0949-c4b9-49e0-b934-360c3e0acf98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6563b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.49205374Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6563b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6563b6","reconcileID":"4300a9e8-ac71-4a18-9f09-b667d0980589","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6563b6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6563b6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.633914106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ded74212-b0e7-43bd-ba07-7042785b0e6b","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.770011848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ded74212-b0e7-43bd-ba07-7042785b0e6b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.777910377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"876a313f-fc4d-468a-bf7e-9248ad3d9f48","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.778064656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"876a313f-fc4d-468a-bf7e-9248ad3d9f48","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.802953013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"81d660d8-74de-43eb-9ac4-2b5ba7f7317b","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.803050348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"81d660d8-74de-43eb-9ac4-2b5ba7f7317b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.825697026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c19c9b14-42c2-4786-b379-f3b42ac0f5bd","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.82587378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"c19c9b14-42c2-4786-b379-f3b42ac0f5bd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.866815861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"68941bb1-28c8-43d3-982c-ed0765bae70a","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.867522043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"68941bb1-28c8-43d3-982c-ed0765bae70a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.947962916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"8547fe38-127e-44df-b0df-5046cb6b3028","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:47.948026379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"8547fe38-127e-44df-b0df-5046cb6b3028","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.963271673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c619676e-2b7e-42ce-ad51-58f265333d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.968659263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c619676e-2b7e-42ce-ad51-58f265333d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.973193333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c619676e-2b7e-42ce-ad51-58f265333d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:47.977876779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c619676e-2b7e-42ce-ad51-58f265333d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.108747785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0af390cf-da44-466d-a970-590a74a3f10d","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.108862661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0af390cf-da44-466d-a970-590a74a3f10d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.244163922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36217a22-78a3-4552-ad43-53420232dd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.247673773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36217a22-78a3-4552-ad43-53420232dd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.251251839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36217a22-78a3-4552-ad43-53420232dd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.255577141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36217a22-78a3-4552-ad43-53420232dd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.429430512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9fb9a7f6-8560-4aa2-8e82-bad362c2e841","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.429541684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9fb9a7f6-8560-4aa2-8e82-bad362c2e841","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.606748872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-subscription","reconcileID":"b08a1d94-fd88-4735-ae59-b7a8df76b9f4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.656799771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-subscription","reconcileID":"b08a1d94-fd88-4735-ae59-b7a8df76b9f4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.695297621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"c2a34ab4-c8c2-4249-9f6d-82586a7a83b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.7025369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"d3585b3f-6944-420c-8052-e9b083e398f0","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.739596161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3f0e3b2d-e648-4655-b033-dcb54aa7c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.739983065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"42132193-5dfe-4c25-ad6a-10a230fe92be","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.740311224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e6917d04-5194-4598-9863-0b34985649cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.791281219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"42132193-5dfe-4c25-ad6a-10a230fe92be","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.798023786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3f0e3b2d-e648-4655-b033-dcb54aa7c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.808455661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e6917d04-5194-4598-9863-0b34985649cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.892604525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"5bbef32d-d56f-4888-9088-45f57b1b4688","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.902276922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0b4df88e-7dd1-4b54-8176-ad6d0e8c9404","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:48.902353841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"0b4df88e-7dd1-4b54-8176-ad6d0e8c9404","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.922250573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-auth","reconcileID":"d6eb545f-aa93-4673-9ece-312da3e77298","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:48.939747673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c71e89cf-2cf4-43ec-86c4-e7652c4abc28","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:49.003827375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"72c2ef05-a500-4065-bbdc-c6a38eba83c3","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:49.003909576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"72c2ef05-a500-4065-bbdc-c6a38eba83c3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.0630669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa920e-aff2-44bb-8b82-1c5e4992b933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.068351759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa920e-aff2-44bb-8b82-1c5e4992b933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.093023921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa920e-aff2-44bb-8b82-1c5e4992b933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.098374675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaa920e-aff2-44bb-8b82-1c5e4992b933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.31223678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a056-5175-4d12-aed8-b13938c340a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.318975663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a056-5175-4d12-aed8-b13938c340a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.324973804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a056-5175-4d12-aed8-b13938c340a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.328829383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76a056-5175-4d12-aed8-b13938c340a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.756934749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"e1732ad7-534b-4ab7-a384-c6509710f2d8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.765147994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"40b4dcda-4523-4e31-af63-a2584a68cade","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.775661224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"d2a01766-34ca-46a0-ad0e-d2cfb3c246d6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.786621764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"d2a01766-34ca-46a0-ad0e-d2cfb3c246d6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.811954742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"b9792333-7caa-4391-81f4-2b5aa82f3464","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.899033341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"ff43a0b7-f3dc-4a9c-98e9-6fabd46a87ce","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.924530095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"ff43a0b7-f3dc-4a9c-98e9-6fabd46a87ce","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:49.97913747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"b9691d77-016e-4bb8-b3bc-963c84175dae","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:50.005758689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-sub-only","reconcileID":"2744b9d5-9d1a-42a6-9dd2-11b59d809a2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.00610825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"c7dc3eb2-b34f-44b0-9ca1-1791cf56290e","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.013273392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"cedb409c-704b-4004-9611-a203338fb6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.015020049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"80c7b291-8a35-4b9d-ad9d-bd64f811a6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.031201926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"80c7b291-8a35-4b9d-ad9d-bd64f811a6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.031409738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"cedb409c-704b-4004-9611-a203338fb6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.03264429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"61e39611-d432-47d6-a3ef-619cae07e6b7","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:50.033249722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ab26e60f-59a9-4eb7-9cd0-cf1ce0aab259","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:50.033309926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"ab26e60f-59a9-4eb7-9cd0-cf1ce0aab259","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.041609955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"a995a95b-d928-485c-abed-930174a526b2","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.051644976Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-67b92c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-67b92c","reconcileID":"9cd8569d-3048-44c7-8a22-b35706d51043","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-67b92c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-67b92c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.079926659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-sub-only","reconcileID":"6cd81786-f3f6-44a0-86df-ceadc6af497f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:50.110568407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"cd72221a-0d9f-434a-91c1-3eb278295467","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:50.110629907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"cd72221a-0d9f-434a-91c1-3eb278295467","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.110773154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"fdb13eac-c935-49b2-b278-fd35b17073ad","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.130872196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"4a863a38-1008-414a-be05-03bcf3a74ed5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.132397052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"fdb13eac-c935-49b2-b278-fd35b17073ad","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.174078183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"10eecaf8-ee79-4176-bdaa-7f4d60a98850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.198915172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-sub-only","reconcileID":"4a5266b2-8f19-422b-839b-bfe5770763bd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.213197274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5da31d88-2df9-4712-8894-82e024b4f678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.213215049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7a3b6e8f-7790-4c50-be78-7bcb7d3c501c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.229155883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7a3b6e8f-7790-4c50-be78-7bcb7d3c501c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.238649214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5da31d88-2df9-4712-8894-82e024b4f678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.375645588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cd4ae-8232-40e1-af43-da2f2e6eee0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.37921812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cd4ae-8232-40e1-af43-da2f2e6eee0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.383114569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cd4ae-8232-40e1-af43-da2f2e6eee0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.387400151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"351cd4ae-8232-40e1-af43-da2f2e6eee0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.670015419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","namespace":"ai-tenant-e2e-praxis-b-18b363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.670106527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","namespace":"ai-tenant-e2e-praxis-b-18b363","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.670187856Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","tenant":"e2e-praxis-b-18b363","tenantID":"e2e-praxis-b-18b363","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.679705569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Deployment","name":"maas-api-e2e-praxis-b-18b363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.698160551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Service","name":"maas-api-e2e-praxis-b-18b363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.701983918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08557f5-bd41-43c8-aecc-f2f90d8afd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.707149143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08557f5-bd41-43c8-aecc-f2f90d8afd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.711612861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08557f5-bd41-43c8-aecc-f2f90d8afd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.715638707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08557f5-bd41-43c8-aecc-f2f90d8afd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.717164017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-18b363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.725377022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-18b363","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.743512331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.751825826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.769761075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.77678375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.779980048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.783291939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.786239546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Service","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.792480286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.797751609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.800831498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.803865707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.812612438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.815800972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.819059975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.822597153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-18b363","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.82372916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"fbe5eb1d-d667-4085-aa11-3e84b5830cfa","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.828255661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-18b363"},"namespace":"ai-tenant-e2e-praxis-b-18b363","name":"default-tenant","reconcileID":"cbbf11be-7f9f-4ce9-b371-4c6e58da09bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-18b363","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.838476298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f424b995-ea36-46ae-815d-b494b9c797dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.838501644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"09937394-1700-466f-9467-6f2358bbbe81","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.839554952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6c8fae40-1ef1-4450-b653-eb69ee146ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.848016125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f424b995-ea36-46ae-815d-b494b9c797dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.851609095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"09937394-1700-466f-9467-6f2358bbbe81","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:50.856624739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6c8fae40-1ef1-4450-b653-eb69ee146ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.154327405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-18b363","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-18b363","reconcileID":"3060d3f3-7fee-479d-ba53-52385aeecf53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-18b363","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-18b363"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:51.196738756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"86462352-9250-4299-9c7a-a07fcdc8eb9d","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:51.196828973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"86462352-9250-4299-9c7a-a07fcdc8eb9d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.428476985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1fa430-6d70-4011-9d54-69801992e8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.432279914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1fa430-6d70-4011-9d54-69801992e8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.436165193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1fa430-6d70-4011-9d54-69801992e8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.440370881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1fa430-6d70-4011-9d54-69801992e8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:51.459933114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9f82089b-f989-4e6f-9e54-2beb41201a30","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:51.46002415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9f82089b-f989-4e6f-9e54-2beb41201a30","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.881040998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5402ce-510c-480d-ae63-d9b0bf9cebed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.887868122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5402ce-510c-480d-ae63-d9b0bf9cebed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.902495387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5402ce-510c-480d-ae63-d9b0bf9cebed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:51.908668227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5402ce-510c-480d-ae63-d9b0bf9cebed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:53.143025876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"04b77428-c4c2-44de-98df-e099c972916a","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:24:53.143120639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"04b77428-c4c2-44de-98df-e099c972916a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:58.433801432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"5298180e-bac1-4196-acb6-5122db12d862","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-67b92c","tenantID":"e2e-praxis-b-67b92c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:58.452125327Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"5298180e-bac1-4196-acb6-5122db12d862","name":"e2e-praxis-b-67b92c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:24:58.970598369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:00.844670527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-sub-only","reconcileID":"407d3b67-a0ce-4c1d-8535-5b353d062931","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:00.870083822Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-sub-only","reconcileID":"407d3b67-a0ce-4c1d-8535-5b353d062931","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:00.897843279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"c504df72-0a0b-4997-a45d-1a385d0167a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:00.990125578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"06fe8ff8-1bb5-4986-8ffc-68058e42c9cb","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:00.999604527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"8df01623-cc3b-415f-94b8-f8d13cba167d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.00020615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c8c25450-0db5-4f40-b85d-385042024024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.000578116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2e3032be-1c1e-4ff1-b09c-55c78a81d676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.011683258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"8df01623-cc3b-415f-94b8-f8d13cba167d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.01530908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c8c25450-0db5-4f40-b85d-385042024024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.08940378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2e3032be-1c1e-4ff1-b09c-55c78a81d676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.133589061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-test-group-no-auth","reconcileID":"48e29acb-77ea-41dc-b3f6-f9b728e04167","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.133670436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"63dc979a-de40-404e-96d7-d30fe3c6cbf5","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:01.208542184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"76da5fe8-99fa-4610-a577-8507ac749f73","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:03.964619812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-bfc50e/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:03.971709978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"77c19efb-d1eb-4a64-8821-498af2bf3ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:03.971982648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"647e1355-54d9-4fb0-9807-952b85ca3254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:03.981849537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"647e1355-54d9-4fb0-9807-952b85ca3254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:03.985689389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"77c19efb-d1eb-4a64-8821-498af2bf3ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.103807409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9a97dd9c-1ab5-4c22-8a1d-2528949e83df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.107559341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9bbf8bb8-22ea-42da-ab58-d84104df926a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.114996583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9a97dd9c-1ab5-4c22-8a1d-2528949e83df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.12109446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9bbf8bb8-22ea-42da-ab58-d84104df926a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.238322736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f30f5b4f-19c5-4ea2-baff-7e8bc89b5bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.274534307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f30f5b4f-19c5-4ea2-baff-7e8bc89b5bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.328384413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf9c08fd-f3a7-44ae-bea9-b37f1aa93d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:04.348969026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf9c08fd-f3a7-44ae-bea9-b37f1aa93d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:06.005157265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d27aebee-0f49-4080-b671-7593180ed331","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:06.005236088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d27aebee-0f49-4080-b671-7593180ed331","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:06.016005519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"bffd63b2-c4a3-494f-bfcd-428485e4c6ae","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:06.016087804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"bffd63b2-c4a3-494f-bfcd-428485e4c6ae","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.194478934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454aac04-597d-4392-8990-efa729f2d5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.198930015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454aac04-597d-4392-8990-efa729f2d5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.202749668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454aac04-597d-4392-8990-efa729f2d5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.206506954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454aac04-597d-4392-8990-efa729f2d5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.227733033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"10da4d73-cb9b-441a-b8b6-556ec6727d95","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.233368154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"75e0986e-7c5d-4e34-a766-a9b51fa0805e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.243626161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"b16efc5c-2eca-4a05-9fab-4b52768f40a1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.25408242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"b16efc5c-2eca-4a05-9fab-4b52768f40a1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.320574585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8de2e92d-8c58-426b-83a1-76a680e52f84","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.402216423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"b9435513-2e7b-4703-a057-1eef0a1a61e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.406744596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"0ca3511b-47ab-46a6-93ef-2fc6e5e58428","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.410697709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"b9435513-2e7b-4703-a057-1eef0a1a61e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.413484836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"50ecf910-bfe7-4d37-9ac0-8af03c077c9e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:06.419317795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-sub","reconcileID":"e2ddfa37-ef2a-46e5-b91e-9a423f2362f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.43693816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"39b13540-8fc0-4e39-a873-da6696c86639","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.447208498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2d4246b9-fdfd-40b9-a025-0461d5065b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.487689487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"01ac73da-527a-4dd2-8d2c-5f829489a56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.487952529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"96e17aa4-7f30-4e16-9612-6e8d3f5f1ec3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.488605761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"0005ece5-4a79-4fb6-9b55-7ef8095bf434","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.496710975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"01ac73da-527a-4dd2-8d2c-5f829489a56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.497265905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2d4246b9-fdfd-40b9-a025-0461d5065b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.499459229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"96e17aa4-7f30-4e16-9612-6e8d3f5f1ec3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.502728617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2cbd4-6e41-43c9-99b9-72c1eeb0a815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.506260003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2cbd4-6e41-43c9-99b9-72c1eeb0a815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.510023863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2cbd4-6e41-43c9-99b9-72c1eeb0a815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.513738103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2cbd4-6e41-43c9-99b9-72c1eeb0a815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.515716423Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-sub","reconcileID":"782dc4ad-c313-4ab8-b214-c81657690e67","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-status-active-sub","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.535228094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"0ec8cdbf-8d89-41d5-b2c5-fd7e502e0d1f","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.544152044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"02fb09fa-a920-44b3-82ba-294aef3f03d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.544513488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"00a14d1e-6199-4362-96c0-996e3087461d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.544573082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"f731011b-99e4-44bb-939e-1de3996e6d7f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.553369206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"02fb09fa-a920-44b3-82ba-294aef3f03d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.553739018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"00a14d1e-6199-4362-96c0-996e3087461d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.555867759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"f731011b-99e4-44bb-939e-1de3996e6d7f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.609157838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-sub","reconcileID":"0131543e-8c90-4657-b4a1-dea5a8869841","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.609826686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"a499b67e-f7b3-4759-bbe6-c83021269d95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.765630525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13792e0b-127e-4a44-a672-89c340da2188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.769222279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13792e0b-127e-4a44-a672-89c340da2188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.787795292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13792e0b-127e-4a44-a672-89c340da2188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.791384265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13792e0b-127e-4a44-a672-89c340da2188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:06.997100996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"94ad4d4d-dd26-4078-b267-322a48755181","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.01178347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"d4c36022-99df-4161-9425-62468ab700e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.088279508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"d4c36022-99df-4161-9425-62468ab700e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.107096474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2d92bfc1-ab8c-4a1c-8866-0d2d4b28a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.107803528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5ee2b814-a0ac-4fb4-a4c4-7f7b9424d16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.115459554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5ee2b814-a0ac-4fb4-a4c4-7f7b9424d16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:07.115727904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2d92bfc1-ab8c-4a1c-8866-0d2d4b28a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:08.52009251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9019a559-0c08-4569-8fd7-b3505db44a58","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:08.520159083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9019a559-0c08-4569-8fd7-b3505db44a58","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:08.82413648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e628b77b-fdb4-4174-8387-d40266e58e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:08.829069194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e628b77b-fdb4-4174-8387-d40266e58e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:08.833414381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e628b77b-fdb4-4174-8387-d40266e58e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:08.837566966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e628b77b-fdb4-4174-8387-d40266e58e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:09.045110278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9a4e32-0dd0-4e9a-86a7-a5c40948b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:09.048923672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9a4e32-0dd0-4e9a-86a7-a5c40948b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:09.052575816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9a4e32-0dd0-4e9a-86a7-a5c40948b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:09.056359875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9a4e32-0dd0-4e9a-86a7-a5c40948b345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:11.429993046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"8f67aabf-6c06-4cee-a5e2-2485d9590aa5","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:11.430066101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"8f67aabf-6c06-4cee-a5e2-2485d9590aa5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:11.445653433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9283ea6b-e6e9-4134-83ca-4b11f8e474bf","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:11.445714631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"9283ea6b-e6e9-4134-83ca-4b11f8e474bf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.704161497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dba02f-8635-4432-93f1-543e4b11b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.708301115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dba02f-8635-4432-93f1-543e4b11b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.711690696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dba02f-8635-4432-93f1-543e4b11b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.715086861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04dba02f-8635-4432-93f1-543e4b11b3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.977905468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4443982f-29ef-49a4-a335-682b25f3fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.981476433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4443982f-29ef-49a4-a335-682b25f3fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.985180642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4443982f-29ef-49a4-a335-682b25f3fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:11.988788421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4443982f-29ef-49a4-a335-682b25f3fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:12.27035072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e1042-7899-44f4-aec7-30855878290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:12.274177769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e1042-7899-44f4-aec7-30855878290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:12.277723626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e1042-7899-44f4-aec7-30855878290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:12.28128288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523e1042-7899-44f4-aec7-30855878290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.238292934Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-failed-sub","reconcileID":"c92a3eea-db67-4e9d-8287-60e947f3677d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.238449091Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-failed-sub","reconcileID":"c92a3eea-db67-4e9d-8287-60e947f3677d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.403968396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"38365bf5-14e6-44e3-8997-aa952c021c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.404198951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"de1b5082-8ce7-4298-a9ae-23e519b30752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.412852562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"de1b5082-8ce7-4298-a9ae-23e519b30752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:14.413565034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"38365bf5-14e6-44e3-8997-aa952c021c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.107368535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"634976b9-ad86-4d48-8951-eea6c4e5eccf","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.115174567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"59f46901-1f66-45f5-b55d-dcc30285c2c3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.1939485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-active-auth-only","reconcileID":"51d03e26-e74d-406d-b9e3-9caef05c3271","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.201903675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-active-auth-only","reconcileID":"51d03e26-e74d-406d-b9e3-9caef05c3271","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.230254153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5fbf6bde-0f0f-4afd-a086-4b6bfc2e0194","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.299818659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-active-auth-only","reconcileID":"2e2cb997-c547-4db1-a10f-a1052cc72304","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.311606165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-active-auth-only","reconcileID":"2e2cb997-c547-4db1-a10f-a1052cc72304","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.58290277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a266c0fd-7d8b-47eb-a5af-dd0e2303f762","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.582951249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-active-auth-only","reconcileID":"73287350-172b-460e-acbd-9b9f9f79654a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:15.679790035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"120d2377-1fb8-4e59-810f-70956292784a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:16.179194408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"5ee853a9-7bf0-407c-801b-ad58352f309e","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:16.179663529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"5ee853a9-7bf0-407c-801b-ad58352f309e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.528073138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a9bf98b9-69ce-4208-91a7-505de3467f4b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.534815719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"b45f0872-74f7-4d0f-a3c8-a441e279187f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.550306507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"400062f6-0d3c-40e4-9b91-9a1f1c1fe3d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.559122991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"400062f6-0d3c-40e4-9b91-9a1f1c1fe3d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.584178964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"301e4e62-b28f-4dca-a11a-432afc4a80f5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.649527241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"5c590996-2568-4181-a9b4-4975e5e62c64","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.657861756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"5c590996-2568-4181-a9b4-4975e5e62c64","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.732251028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"bf9e2991-b067-4d38-ae48-0cb344f01c69","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.74386909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d71644ec-4416-4b39-bcf4-ab31b9a252f1","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:16.747581596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"a7be2dca-8b9f-45ef-bbd4-953ae13b0517","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.763496846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"92da1e77-9d92-46b5-b2cf-b2fe6c9c9a04","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.763522929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"98a2ae6f-9edf-48b3-8511-11247ff31e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.763899956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ac689f1c-cf72-4b38-b7e0-ceefa5c78694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.777226258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"98a2ae6f-9edf-48b3-8511-11247ff31e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.781350939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ac689f1c-cf72-4b38-b7e0-ceefa5c78694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.782861751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"aac3ec87-0d1c-4030-8f7a-f64e7f80a229","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.787652596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"92da1e77-9d92-46b5-b2cf-b2fe6c9c9a04","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.800964834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"6bb2374f-188a-4d5a-8aec-95fe419ba05b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.834875771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"563a08f1-fe8c-4c6f-bcda-dd97b0493c88","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.835112573Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"563a08f1-fe8c-4c6f-bcda-dd97b0493c88","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.873002624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"efda5e12-5240-4530-998c-87666e8eee31","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.948062187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38a5c97a-eebf-45a3-b1e6-13114dd01748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.948722533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a512d046-1c83-419e-abd3-d5c0d35bce9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.962925854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38a5c97a-eebf-45a3-b1e6-13114dd01748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:16.981668546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a512d046-1c83-419e-abd3-d5c0d35bce9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.021992827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f1165e2f-2cfe-4d1a-9d8e-f50e9134d3da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.022760343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"ccfb5701-7215-4b78-abb0-09964207e042","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.022956958Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"ccfb5701-7215-4b78-abb0-09964207e042","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.063669935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fef19e9b-a693-47b1-ad36-c00a58bae6d5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.064809104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-sub","reconcileID":"82636ac1-db90-4523-b569-f69fa866a35e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.104949972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"93781420-48d1-408f-9ec5-8da35dc89d99","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.134681519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"93781420-48d1-408f-9ec5-8da35dc89d99","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.186602092Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-sub","reconcileID":"82636ac1-db90-4523-b569-f69fa866a35e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.249154079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0697cd6f-2e4b-4ede-a305-4b47f8c4823f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.265823689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"18ef0d9e-26be-4e28-8bb7-3e153eddf912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.274172994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"b4a40dac-3f4a-493e-88ed-b62b1f88a3ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.283145295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"18ef0d9e-26be-4e28-8bb7-3e153eddf912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.319309474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"0025d8a9-3db6-4336-894b-1fa8e1d0081c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.356114693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3f12fbee-1fae-4e4f-9bb3-00d008809108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.370322868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"1e6ad71a-6e98-4271-83da-30990becf8c5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.526210219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c40ec359-8074-4c98-9d8f-36006a9da69b","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.587586833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"0025d8a9-3db6-4336-894b-1fa8e1d0081c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.635462711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ab9f700b-e29a-4b49-9319-c196056c8c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.651266354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-active-auth","reconcileID":"e0b08bc6-79f4-46ea-8d35-a59364a69ee1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.693402526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3f12fbee-1fae-4e4f-9bb3-00d008809108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.69582049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34dc0ebc-c7ee-4665-ae9d-219736341b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.73828733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ab9f700b-e29a-4b49-9319-c196056c8c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.742345284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"696da2cb-d3ab-4780-a103-96998754f86d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:17.746754886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34dc0ebc-c7ee-4665-ae9d-219736341b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.530863239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"db3f13ac-4fbd-493b-9acf-d8f2e1e6890a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.53823628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"db3f13ac-4fbd-493b-9acf-d8f2e1e6890a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.544818867Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"db3f13ac-4fbd-493b-9acf-d8f2e1e6890a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.63342031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"226132ef-445b-421e-9848-902630f2e7c2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.640986951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"226132ef-445b-421e-9848-902630f2e7c2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.646929971Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"226132ef-445b-421e-9848-902630f2e7c2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:18.794886691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-failed-auth","reconcileID":"216421f6-15ce-4791-9606-fd72a201f070","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.613314328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"dafae071-387e-4c7c-a0ed-d0336b5a1f89","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.613344739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"dafae071-387e-4c7c-a0ed-d0336b5a1f89","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.624628145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"31efa658-4c98-47b3-adc2-472502e9e800","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.772584765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"92b736cd-a863-44c5-b4b2-5a8608e3a59c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.772605537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"92b736cd-a863-44c5-b4b2-5a8608e3a59c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.784045904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"8a0f2279-5fe6-4b03-b4eb-f7500c63304a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.784071468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"8a0f2279-5fe6-4b03-b4eb-f7500c63304a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.798249126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"c7648d72-ab55-4206-887d-f15b167a0da1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.807036335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"c7648d72-ab55-4206-887d-f15b167a0da1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.830240453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"69527fcd-e006-452d-b77d-4b5feede1bec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.8302828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"69527fcd-e006-452d-b77d-4b5feede1bec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.895206476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"5de71337-ce53-441a-a274-45493575edd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.902716672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"5de71337-ce53-441a-a274-45493575edd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.941859118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"555f7927-3b95-4025-93ef-9097415ceb72","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.941877028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"555f7927-3b95-4025-93ef-9097415ceb72","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.953746904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"5aba7b16-74ca-4ff9-8f84-0575f16e636b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.953816831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"5aba7b16-74ca-4ff9-8f84-0575f16e636b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:19.954766553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"5c25c89f-ff1f-4b17-b0fb-2b23b380e2e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:19.958539158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"5aba7b16-74ca-4ff9-8f84-0575f16e636b","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:19.958588432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"5aba7b16-74ca-4ff9-8f84-0575f16e636b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.964856677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"fbcc46f8-72b2-413e-9ec8-9bdb7dc59d31","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.964879131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"fbcc46f8-72b2-413e-9ec8-9bdb7dc59d31","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.966550138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"c767dbcc-9cd9-483b-8c70-d432c7c55af6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.96656499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"c767dbcc-9cd9-483b-8c70-d432c7c55af6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.973743398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"3e7da049-7a94-403e-a357-e1b12b735376","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.973760512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"3e7da049-7a94-403e-a357-e1b12b735376","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.990918129Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"c3ccec8a-3740-4597-87ca-945d73b99f06","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.996968959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dfb0ab67-a557-469b-a040-e853e066c0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:19.997928531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b8381fb0-1100-4c8d-937b-27fa8b73e221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.005503963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b8381fb0-1100-4c8d-937b-27fa8b73e221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.005649326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dfb0ab67-a557-469b-a040-e853e066c0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.010932491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"a440bb61-1c44-49a8-a1a1-11d495433df5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.010949559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"a440bb61-1c44-49a8-a1a1-11d495433df5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.089157272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"fe00bee7-16e7-4940-8ade-6478c07b4476","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.096711469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bd8e70e9-f81b-47d9-99c8-52924ab1fcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.097191404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"18debc60-2133-4abb-88ac-bbdd68100193","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.097604689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34138084-1c25-4133-983f-daba463ff510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.105246898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bd8e70e9-f81b-47d9-99c8-52924ab1fcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.106179265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34138084-1c25-4133-983f-daba463ff510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:20.109193268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"18debc60-2133-4abb-88ac-bbdd68100193","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:21.483029272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"67e8ef59-0ddc-4cbd-810c-39f4a2f0c027","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:21.483095802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"67e8ef59-0ddc-4cbd-810c-39f4a2f0c027","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.311742625Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","namespace":"ai-tenant-e2e-ipp-a-0fc028","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.311801548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","namespace":"ai-tenant-e2e-ipp-a-0fc028","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.311851753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","tenant":"e2e-ipp-a-0fc028","tenantID":"e2e-ipp-a-0fc028","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.319496168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0fc028","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.331643322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Service","name":"maas-api-e2e-ipp-a-0fc028","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.345776429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0fc028","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.3529008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0fc028","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.360749563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.372664451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.379780426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.392610491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.403594664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.410816344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.449885134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Service","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.475594407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.488202173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.496135727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.504455954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.517389074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.524500569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.530479803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.53599009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0fc028","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.542127722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0fc028"},"namespace":"ai-tenant-e2e-ipp-a-0fc028","name":"default-tenant","reconcileID":"4d703430-91bd-4ff0-bcf2-829a4c149586","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0fc028","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:23.849660358Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0fc028","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0fc028","reconcileID":"864cf716-26ca-4b64-befd-85f89fa7a723","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0fc028","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0fc028"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:23.876203445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"bd78c20e-cec3-4c18-869a-d2a707f577c5","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:23.87626442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"bd78c20e-cec3-4c18-869a-d2a707f577c5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.107043446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718631a-ba0b-46e4-aa7d-a04b0fde934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.111072476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718631a-ba0b-46e4-aa7d-a04b0fde934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.115330393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718631a-ba0b-46e4-aa7d-a04b0fde934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.122478308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0718631a-ba0b-46e4-aa7d-a04b0fde934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.353188292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ec6cbd-5cb0-4959-aecd-501e1bb5e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.359358933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ec6cbd-5cb0-4959-aecd-501e1bb5e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.365645522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ec6cbd-5cb0-4959-aecd-501e1bb5e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:24.369576063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7ec6cbd-5cb0-4959-aecd-501e1bb5e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.278717895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"0ab93b19-401b-42d9-848c-263d80fd5935","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.298331555Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"0ab93b19-401b-42d9-848c-263d80fd5935","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.298352443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"0ab93b19-401b-42d9-848c-263d80fd5935","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.298456275Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-sub","reconcileID":"0ab93b19-401b-42d9-848c-263d80fd5935","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.313472634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"058261e3-74eb-481b-b8df-2ac4401a7700","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.324826838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a180bce0-8a1d-442a-8f87-46ae696d81dc","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.335119536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"1b082ba6-4223-4dbe-a6f7-b05ecbd5ec44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.335138837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"1b082ba6-4223-4dbe-a6f7-b05ecbd5ec44","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.336721382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"ba301e6b-4591-4a76-9db3-f7aa83bfe1d5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.336721739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"41706093-c5c7-4313-a9b4-729e137aae04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.33770078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a69d6bbf-1075-4445-b3de-74c2f0b35493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.347491781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"ba301e6b-4591-4a76-9db3-f7aa83bfe1d5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.390774138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"41706093-c5c7-4313-a9b4-729e137aae04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.391275046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a69d6bbf-1075-4445-b3de-74c2f0b35493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.47570239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e57e2b4a-c6b1-4643-a26f-c65c4bdd22e2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.49183956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"5a3a9792-9b4d-41a9-b8af-110b2054e8b0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.508219475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"b60bf918-4921-400b-a854-a1bcff2f38a3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.559376829Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","namespace":"ai-tenant-e2e-praxis-a-7db332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.559427325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","namespace":"ai-tenant-e2e-praxis-a-7db332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.559497294Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","tenant":"e2e-praxis-a-7db332","tenantID":"e2e-praxis-a-7db332","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.564415368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7db332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.578128178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Service","name":"maas-api-e2e-praxis-a-7db332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.595493966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7db332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.60403106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7db332","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.61361112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.62028465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.629956868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.639579987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.643920027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.647341349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.650365703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Service","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.653216175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.658204222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.661348195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.664357805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.670502014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.675647005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.678896266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.681907692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7db332","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.684804239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7db332"},"namespace":"ai-tenant-e2e-praxis-a-7db332","name":"default-tenant","reconcileID":"ac17f81f-ad9d-4946-9676-55d5abcca22f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7db332","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:27.806675118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7db332","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7db332","reconcileID":"d0f0ee92-12e3-4cfa-8c01-c191927b8a18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7db332","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7db332"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:27.831965727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"7108520e-0f47-4274-bbaa-28cb567c3eb5","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:27.832108458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"7108520e-0f47-4274-bbaa-28cb567c3eb5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.054641898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9881bb7d-36ad-4e1d-bb79-df8cb3398cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.059638048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9881bb7d-36ad-4e1d-bb79-df8cb3398cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.064149129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9881bb7d-36ad-4e1d-bb79-df8cb3398cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.071504406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9881bb7d-36ad-4e1d-bb79-df8cb3398cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.360374328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac6b5da-149f-416b-a056-0357c339cc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.365430083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac6b5da-149f-416b-a056-0357c339cc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.368908678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac6b5da-149f-416b-a056-0357c339cc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.372330344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac6b5da-149f-416b-a056-0357c339cc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.387800989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"22ea1ca3-1fd5-4c6c-8378-d180bbd97785","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.397566057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"22e712a7-c9f1-43eb-affe-b618ccc603ae","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.409131925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"fcc231b7-bfa0-4fda-8331-4936512669dd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.419026235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"fcc231b7-bfa0-4fda-8331-4936512669dd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.428211179Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"fcc231b7-bfa0-4fda-8331-4936512669dd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.540688942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4452e6ef-0a34-43e1-b235-73cfe2117538","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.626750648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"026ddafa-dd80-45bd-a6d5-66a067212364","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.689817295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"026ddafa-dd80-45bd-a6d5-66a067212364","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.698454388Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"026ddafa-dd80-45bd-a6d5-66a067212364","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:28.711811246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"026ddafa-dd80-45bd-a6d5-66a067212364","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.734459449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"f63a471b-1c06-450e-9f3e-b0550c02eda3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.743624955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"f63a471b-1c06-450e-9f3e-b0550c02eda3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.752698626Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"f63a471b-1c06-450e-9f3e-b0550c02eda3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:28.965515236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:29.683294929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d6e2edec-02fa-4553-8eec-7512117bed2a","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:29.683384859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"d6e2edec-02fa-4553-8eec-7512117bed2a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:29.834648012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"eedf3073-ec64-4c34-ae55-455822213643","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:29.834720445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-6563b6","namespace":"ai-tenant-e2e-praxis-a-6563b6"},"namespace":"ai-tenant-e2e-praxis-a-6563b6","name":"praxis-route-6563b6","reconcileID":"eedf3073-ec64-4c34-ae55-455822213643","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-6563b6/praxis-route-6563b6-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-6563b6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:30.83646872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"4ad48984-7e52-4910-95d5-c648cc4d101f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:30.836519802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2e72544c-2858-40c9-b774-fcaddefc0d89","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:30.840182387Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-status-degraded-auth","reconcileID":"4ad48984-7e52-4910-95d5-c648cc4d101f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:30.856203831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5ec525c2-f2a9-441d-b3cf-05b1f98ae8b8","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.784172605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"49c5563a-0518-4e98-a379-232b9d073222","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.800333909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d9f206a5-38de-426a-b1a1-96bc7a7512fe","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.809663288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"96957be2-ee18-459b-8eb9-498a3f043b2c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.822815797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"96957be2-ee18-459b-8eb9-498a3f043b2c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.855492868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0104720a-4f27-42ca-92b4-71dd38a725d1","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.912555834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"4fb310ce-3aaf-48a2-984f-9a952e0bd66b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.920862934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"4fb310ce-3aaf-48a2-984f-9a952e0bd66b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.96940378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"93c6a031-fff5-4fd3-900c-007c32bf525c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:31.977786274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"317a8fab-8a91-408c-b673-33bb849667f3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:31.987553229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"80fd4952-3b55-491d-ab76-6f616945dade","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.011773245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"ba721073-60e0-489b-816a-e1fa302a3c1d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.015850873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"eb97826c-609f-4d97-ba44-c7c3a054bb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.015922872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e563c2b6-a74d-4c99-903c-453c3fb3ea32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.019380661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"35e8bf8d-2c11-4865-b30c-0aa85bb1f20c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.024186665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"eb97826c-609f-4d97-ba44-c7c3a054bb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.024644984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e563c2b6-a74d-4c99-903c-453c3fb3ea32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:32.045358822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"4fb310ce-3aaf-48a2-984f-9a952e0bd66b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.053634656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"8dddf767-6739-4d39-b436-cedd2261c135","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.053737445Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"8dddf767-6739-4d39-b436-cedd2261c135","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.073513973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"737b69f1-f697-4ed4-8f03-fef4bdeeb07d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.110031934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6f88cb24-227c-41cc-b297-0d120a4f15a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.110176407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"69b41715-81ce-40a1-ae80-996c08cab062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.110665058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"d5d0bf7d-526b-47e7-ae43-5e0cf1f75747","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.118494812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"d5d0bf7d-526b-47e7-ae43-5e0cf1f75747","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.119526613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6f88cb24-227c-41cc-b297-0d120a4f15a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.120779893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"69b41715-81ce-40a1-ae80-996c08cab062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.135214293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"0aa0320f-9b28-4eaf-80c6-5203b260edad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.135682514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"4993f745-1d1a-4f13-a5ca-0ace15aa21ba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.135782274Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"4993f745-1d1a-4f13-a5ca-0ace15aa21ba","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.569146801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e821b3e1-5971-4690-bcad-b560ce9fa358","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.603012131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0c66cb33-5686-4c70-b9d6-a384c9d55d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.603230143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"a91109b7-0174-4667-ab7d-47fb4f8148f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.603025747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"20a7d0b6-3c5a-4196-bd35-6da3567adce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.615347404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0c66cb33-5686-4c70-b9d6-a384c9d55d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.619382746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"20a7d0b6-3c5a-4196-bd35-6da3567adce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:32.619820092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"a91109b7-0174-4667-ab7d-47fb4f8148f0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.31270295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6798d1-64a7-413c-862a-3806510bd84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.317066876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6798d1-64a7-413c-862a-3806510bd84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.320748356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6798d1-64a7-413c-862a-3806510bd84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.326041827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d6798d1-64a7-413c-862a-3806510bd84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.571582714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010c5cdc-ae17-49f7-9671-58a93f465a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.575167626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010c5cdc-ae17-49f7-9671-58a93f465a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.581280716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010c5cdc-ae17-49f7-9671-58a93f465a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:33.584709805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010c5cdc-ae17-49f7-9671-58a93f465a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.270179094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca6c0a3-4429-4eb8-a16a-d377b26926fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.273875328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca6c0a3-4429-4eb8-a16a-d377b26926fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.277426458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca6c0a3-4429-4eb8-a16a-d377b26926fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.281062231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca6c0a3-4429-4eb8-a16a-d377b26926fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.66109472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42277f8e-53cb-4ffe-a8fb-f608a0c1fafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.664831525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42277f8e-53cb-4ffe-a8fb-f608a0c1fafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.668638422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42277f8e-53cb-4ffe-a8fb-f608a0c1fafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.6734102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42277f8e-53cb-4ffe-a8fb-f608a0c1fafe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.950817943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d88e43-4ff4-42fc-83aa-de9fc455c301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.961239498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d88e43-4ff4-42fc-83aa-de9fc455c301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.965019151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d88e43-4ff4-42fc-83aa-de9fc455c301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:36.968963483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d88e43-4ff4-42fc-83aa-de9fc455c301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.250629007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"990e6845-ac5e-4945-bd77-e4b235714904","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.274912043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"db961fab-f540-4308-bd62-03fe80a76457","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"tenant":"e2e-worker-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.274939851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"db961fab-f540-4308-bd62-03fe80a76457","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.368117956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1fd88908-4abb-4e5b-aa50-5c1250034196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.3690572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"43e06525-ce3b-4b33-8be2-a17061224868","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.369367884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9cfe6c7a-a450-42f7-ae93-bc08f81c76f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.381189499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1fd88908-4abb-4e5b-aa50-5c1250034196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.383977303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9cfe6c7a-a450-42f7-ae93-bc08f81c76f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:38.402123533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"43e06525-ce3b-4b33-8be2-a17061224868","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.0890726Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"2d7a16a7-28cc-409e-a921-1241f6fa2df6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-384164/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.09258986Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"e2e-temp-model-status","reconcileID":"1a1b43cb-a00a-428d-8a50-8567196bf111","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.093209759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"2d7a16a7-28cc-409e-a921-1241f6fa2df6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.099085052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"d2aa3eb7-9c4d-4f56-8f0d-561c5a962bf7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.099225062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fa46c4ab-aea9-461c-955f-5e71abe99895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.099632375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"79cd2f6a-8e23-4e2f-934e-7ec39d1b02a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.107985841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"79cd2f6a-8e23-4e2f-934e-7ec39d1b02a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.110478871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"d2aa3eb7-9c4d-4f56-8f0d-561c5a962bf7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.110513034Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"d2aa3eb7-9c4d-4f56-8f0d-561c5a962bf7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.111051123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fa46c4ab-aea9-461c-955f-5e71abe99895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.111680852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"1a4a8fff-b123-4f9b-bcf7-f4800c0e28ef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.210100697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"1664b7a8-da63-4d85-8b5e-9767b243a80c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.210821603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"736695f9-3d8b-41c7-9e90-3f719e74c113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.210847109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1cb5b472-6ec2-4b5f-b36b-d431072ab746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.219624604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"1664b7a8-da63-4d85-8b5e-9767b243a80c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.219655109Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"1664b7a8-da63-4d85-8b5e-9767b243a80c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.221149031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1cb5b472-6ec2-4b5f-b36b-d431072ab746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.222492185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"736695f9-3d8b-41c7-9e90-3f719e74c113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.672958206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"59be865a-f58d-43c9-8256-a40df76dbffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.673282399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"b50a495d-f95a-4b29-a03a-c9e8cfe8480b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.67340578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6c83a8f0-afc4-45f0-a6ef-623483f4b04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.681029139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"b50a495d-f95a-4b29-a03a-c9e8cfe8480b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.681289936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6c83a8f0-afc4-45f0-a6ef-623483f4b04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.683502804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"59be865a-f58d-43c9-8256-a40df76dbffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:40.690544517Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"b50a495d-f95a-4b29-a03a-c9e8cfe8480b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.607150411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"f94a75ee-0e15-482b-b9a7-10dbb4e1c22c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.630866812Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"f94a75ee-0e15-482b-b9a7-10dbb4e1c22c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.630896419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"f94a75ee-0e15-482b-b9a7-10dbb4e1c22c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.631031024Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey","reconcileID":"f94a75ee-0e15-482b-b9a7-10dbb4e1c22c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.645682681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"2c047c3a-9ef1-4d79-9344-80b77e460c7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.658563728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"c1ebd156-c44e-44a3-b6b4-80dd65df14ba","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.667909567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4d04ed76-2ad7-4bf9-8354-893ff9c12ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.668371585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"e11885d9-cce9-48a2-b59d-29bf5ce6206f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.668384922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6cc4be74-50f5-4385-9c2c-5695f1cac060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.676095684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4d04ed76-2ad7-4bf9-8354-893ff9c12ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.67687708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"e11885d9-cce9-48a2-b59d-29bf5ce6206f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.678222724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6cc4be74-50f5-4385-9c2c-5695f1cac060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.815869805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8eeedb0b-cf25-42fa-8fce-832525dde3f3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.815890342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-apikey-auth","reconcileID":"4ed57727-0166-45aa-8483-d5044575d944","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:42.830797351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"60288063-a753-4b0e-b22c-1ac894516163","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.733964594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d5c3ce16-1e6b-4c53-9485-c3bceef3517b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.742188958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"6bf28454-6923-4555-bbd9-0ab74fbd5170","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.751456824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"8e1f521b-7da3-4a37-8088-9fc513d456f3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.758678138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"8e1f521b-7da3-4a37-8088-9fc513d456f3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.782736289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"bbedffde-a3c1-49e5-aaba-5789358b364b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.853620298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"720209ae-7da2-4a70-98f2-d1a8a1fb14df","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.862120805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"720209ae-7da2-4a70-98f2-d1a8a1fb14df","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.917894376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"f299fc33-e56f-414a-b672-5f21d1a0dd54","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:43.929295484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a6887979-ffc7-4d2a-84fd-af51605c5af6","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:43.995934957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"2319ba4c-7f55-440c-a403-98fcfa41cd7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.003770116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"d657ee15-18b3-4959-8464-31465f889b65","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.003845417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"37a2f2d0-f23d-447d-9c9d-5b284027b15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.004200722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"706f09aa-1357-4354-94d9-9103a4271594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.013446056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"37a2f2d0-f23d-447d-9c9d-5b284027b15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.0136094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"d657ee15-18b3-4959-8464-31465f889b65","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.014955504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1c99f094-89b8-45d9-868d-7176d5394cb3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.015716328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"706f09aa-1357-4354-94d9-9103a4271594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.02541357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"01a46077-e6be-4c13-bb41-755aeae80c42","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.053346137Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"1cc58fb1-e331-41ec-9f9a-67f99f39832c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.087509453Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"1cc58fb1-e331-41ec-9f9a-67f99f39832c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.087875933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c26e9ade-931f-4443-b9e1-84652eedf698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.091901454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"99cabb40-eb1a-443a-815b-fbfe68639ecf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.092476482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8290962d-32bf-4f4c-b55e-6374df382fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.096517713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c26e9ade-931f-4443-b9e1-84652eedf698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.101051378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"99cabb40-eb1a-443a-815b-fbfe68639ecf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.101788746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8290962d-32bf-4f4c-b55e-6374df382fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.113593583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"256bb3b4-84f6-4046-ad09-19fcc6760e3f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.149317291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"609bbd3e-8be2-41c3-b80c-f9fc27eba507","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.149417346Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"609bbd3e-8be2-41c3-b80c-f9fc27eba507","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.152359321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f4b3df3b-d2dc-426b-8edf-708920e8979a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.377505602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9bc5a5-5906-4d74-85d8-912626142b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.381454472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9bc5a5-5906-4d74-85d8-912626142b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.385304339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9bc5a5-5906-4d74-85d8-912626142b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.389227594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9bc5a5-5906-4d74-85d8-912626142b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.674751211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08292831-f99d-4e94-855f-f04e2949ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.690808166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08292831-f99d-4e94-855f-f04e2949ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.700685646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08292831-f99d-4e94-855f-f04e2949ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:44.709500773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08292831-f99d-4e94-855f-f04e2949ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.045478009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abab9f6d-ecae-4192-aeea-e70fa63a2538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.049261126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abab9f6d-ecae-4192-aeea-e70fa63a2538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.052822115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abab9f6d-ecae-4192-aeea-e70fa63a2538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.056254876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abab9f6d-ecae-4192-aeea-e70fa63a2538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.479885791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad79bbb6-191e-45ef-a23a-8ee8b84929f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.48445576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad79bbb6-191e-45ef-a23a-8ee8b84929f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.489745687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad79bbb6-191e-45ef-a23a-8ee8b84929f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.493556528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad79bbb6-191e-45ef-a23a-8ee8b84929f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.768221086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de8dd55-934d-4c2f-8380-8ce107b1c568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.771830302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de8dd55-934d-4c2f-8380-8ce107b1c568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.775364529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de8dd55-934d-4c2f-8380-8ce107b1c568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.781604115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de8dd55-934d-4c2f-8380-8ce107b1c568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:45.996890135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ac63c-4b8a-42d8-be98-5001c4c8f270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.000683244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ac63c-4b8a-42d8-be98-5001c4c8f270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.004264445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ac63c-4b8a-42d8-be98-5001c4c8f270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.007762547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e7ac63c-4b8a-42d8-be98-5001c4c8f270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.499896938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5b20f5f7-a106-488d-bc4c-7e8302ba9b6e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.515424111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"ab78cc9c-908c-429c-8d10-ebaa8ab4154e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.515604481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"92b31d13-e340-4147-ac89-56c325e2dda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.515425563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"20c9f220-b82e-43fe-9b0e-fa84452b6a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.525617977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"20c9f220-b82e-43fe-9b0e-fa84452b6a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.525670292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"ab78cc9c-908c-429c-8d10-ebaa8ab4154e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:46.527793751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"92b31d13-e340-4147-ac89-56c325e2dda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.069182226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","namespace":"ai-tenant-e2e-ipp-b-fde255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.069309548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","namespace":"ai-tenant-e2e-ipp-b-fde255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.069402776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","tenant":"e2e-ipp-b-fde255","tenantID":"e2e-ipp-b-fde255","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.078196315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-fde255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.101292234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Service","name":"maas-api-e2e-ipp-b-fde255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.110540038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-fde255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.121797096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-fde255","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.131153944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.138135514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.14669262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.156576696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.162882997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.170551258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.190393656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Service","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.207864283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.216580792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.222174054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.228974126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.237519199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.246846215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.253249787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.259677978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-fde255","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.264855871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-fde255"},"namespace":"ai-tenant-e2e-ipp-b-fde255","name":"default-tenant","reconcileID":"c5923cb3-751e-449e-97cf-1f8a3406850c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-fde255","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.509169304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-fde255","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-fde255","reconcileID":"d8bedd51-7b63-4ef8-8b45-df8c0e48ab22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-fde255","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-fde255"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.785620452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88767f74-e1ec-455f-b291-e47d64b6b562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.790823144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88767f74-e1ec-455f-b291-e47d64b6b562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.795897471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88767f74-e1ec-455f-b291-e47d64b6b562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:49.803942481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88767f74-e1ec-455f-b291-e47d64b6b562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.064512375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112a4c-2985-4339-911b-2a123b1f609d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.068647377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112a4c-2985-4339-911b-2a123b1f609d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.072566092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112a4c-2985-4339-911b-2a123b1f609d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.076404999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74112a4c-2985-4339-911b-2a123b1f609d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.286818191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","namespace":"ai-tenant-e2e-praxis-b-67b92c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.286874441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","namespace":"ai-tenant-e2e-praxis-b-67b92c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.28692483Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","tenant":"e2e-praxis-b-67b92c","tenantID":"e2e-praxis-b-67b92c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.294338744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Deployment","name":"maas-api-e2e-praxis-b-67b92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.31137741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Service","name":"maas-api-e2e-praxis-b-67b92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.323041131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-67b92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.333089083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-67b92c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.341596125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.347538697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.356667563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.36607083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.370655164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.374661561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.379554824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Service","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.382737418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.385935159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.390174594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.393283342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.400177006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.404699256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.408940225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.412229782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-67b92c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.415355862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-67b92c"},"namespace":"ai-tenant-e2e-praxis-b-67b92c","name":"default-tenant","reconcileID":"32a93b8f-cc75-4e9a-97f9-fc0889f75696","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-67b92c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.66783686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-67b92c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-67b92c","reconcileID":"01617fc5-7fc9-4c83-87ad-ba1bb07fa33e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-67b92c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-67b92c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.67948517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"dcc407d3-5bb5-4fef-9613-56e9d73b1486","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.679764369Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-sub","reconcileID":"dcc407d3-5bb5-4fef-9613-56e9d73b1486","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.751524999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"55e5a67a-30ad-442c-a7cb-422af580055a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.752100121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"68a6b319-4a89-4530-b54c-4d5cfb2be842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.752611141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5ec21c09-0ab8-4e9e-9173-be5dbd52a6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.762272215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"55e5a67a-30ad-442c-a7cb-422af580055a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.80378263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"68a6b319-4a89-4530-b54c-4d5cfb2be842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.808138429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5ec21c09-0ab8-4e9e-9173-be5dbd52a6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.813409364Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"55e5a67a-30ad-442c-a7cb-422af580055a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.8915898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-status-transition-auth","reconcileID":"8c4835f9-6d46-42bd-93ff-438f999041be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.975639175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b5b5a8-377e-47a5-966c-f5e47edc2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.979410912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b5b5a8-377e-47a5-966c-f5e47edc2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.983716484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b5b5a8-377e-47a5-966c-f5e47edc2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:50.987605462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b5b5a8-377e-47a5-966c-f5e47edc2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.257254311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05866715-b7be-4c42-ac09-c0733711ce16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.261058327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05866715-b7be-4c42-ac09-c0733711ce16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.264626734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05866715-b7be-4c42-ac09-c0733711ce16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.268470865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05866715-b7be-4c42-ac09-c0733711ce16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.910729682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"ff8e25f1-7893-40cb-bbf9-ae95dcef5aea","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.918898459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"2a3f3606-4eb8-4ab8-84c9-67c7cfb89775","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.928149594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a43724a3-9bad-4ed7-8961-d486481b4707","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:51.935989801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a43724a3-9bad-4ed7-8961-d486481b4707","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.069342607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"0f9e7f6b-a797-4c60-bd85-bde561e9e057","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.096612371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7ac389b9-ba20-4f95-962d-8222629bd342","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.109004644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7ac389b9-ba20-4f95-962d-8222629bd342","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.113815555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"640e8439-fab5-4bef-b44b-2fc74e0f8964","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.130363571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"afda59eb-fdb3-4592-9bb7-1b46f1ba1a94","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:52.141460868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"4336b24c-6066-4bc8-b525-36746aebb821","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.1615298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"db184d05-b627-4171-a096-cbfd04a58aee","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:52.162899225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7ac389b9-ba20-4f95-962d-8222629bd342","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.168864808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"6eaf7ed1-a81f-4496-88f2-aa3e9732b7b9","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.189705637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"09d690fd-9d62-4b1f-be28-2b636834e889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.189998978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"08c8f286-fda6-4ec2-bca7-4dcdde5a1621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.19028593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"61a76675-de85-4bf3-939d-de25c61579a1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.198867327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"a4dcb0e3-08a0-490d-bb8d-ae7cba67f8a0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-384164/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.198970945Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"a4dcb0e3-08a0-490d-bb8d-ae7cba67f8a0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.205575653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"08c8f286-fda6-4ec2-bca7-4dcdde5a1621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.205591416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"09d690fd-9d62-4b1f-be28-2b636834e889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.207862761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"61a76675-de85-4bf3-939d-de25c61579a1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.232730537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"bc4c7068-2d96-45d4-afa5-cbbf2dad201b","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.284872762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"c198ec5d-961f-48bb-83a3-4d6c65114ef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.284951743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"28db619c-5ff1-4be2-a204-3683f30b7f32","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.285064542Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"28db619c-5ff1-4be2-a204-3683f30b7f32","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.292515333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"76b2433f-e1ad-46fe-a490-507307958fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.292872463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5d7a65a5-ba03-4cb5-90f1-28317188cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.299980729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"76b2433f-e1ad-46fe-a490-507307958fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.302455265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5d7a65a5-ba03-4cb5-90f1-28317188cf0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.67317582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"5e585eec-7078-4573-86e8-bd91a3010661","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.691531458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b4a89575-fc35-4d0c-902b-1fd348bdb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.691580677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51da73c7-315c-4159-8a84-3dfba41ddacd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.692165671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"47c19179-4f45-4d80-afec-7aeab568e668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.702377867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b4a89575-fc35-4d0c-902b-1fd348bdb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.708078302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"47c19179-4f45-4d80-afec-7aeab568e668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:52.717880497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51da73c7-315c-4159-8a84-3dfba41ddacd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.516690601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"a2d7751a-7dd5-4873-a9e4-e144e11984fb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.538557756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"a2d7751a-7dd5-4873-a9e4-e144e11984fb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.53859253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"a2d7751a-7dd5-4873-a9e4-e144e11984fb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.538777367Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube","reconcileID":"a2d7751a-7dd5-4873-a9e4-e144e11984fb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-bfc50e/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.584360586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4ea151e8-f62b-4db7-a073-270b3b719bf2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.585341245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"ddee024f-a38f-4175-8e12-ad81e6391e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.596857084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"897f7ae5-5001-443f-afea-a7c447ce91c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.596999014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"f85373d6-8f1d-46c1-8b47-dfe53a9bf174","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.596858677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"af88c1e8-a3e3-437d-a0b4-93b730bfa884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.606297811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"f85373d6-8f1d-46c1-8b47-dfe53a9bf174","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.606982379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"af88c1e8-a3e3-437d-a0b4-93b730bfa884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.609641412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"897f7ae5-5001-443f-afea-a7c447ce91c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.735134319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-degraded-models-kube-auth","reconcileID":"03e4c9d5-3894-4bb8-a317-b8fd4549804b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.735160375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9212a321-6a17-4cfb-aa26-e45663388f4a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:56.925839185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5fcda01b-bd3f-49db-95da-e7d179915533","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:58.966431031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:58.99291884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","namespace":"ai-tenant-e2e-praxis-b-50d070","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:58.992983219Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","namespace":"ai-tenant-e2e-praxis-b-50d070","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:58.993035028Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","tenant":"e2e-praxis-b-50d070","tenantID":"e2e-praxis-b-50d070","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:58.998455478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Deployment","name":"maas-api-e2e-praxis-b-50d070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.021596947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Service","name":"maas-api-e2e-praxis-b-50d070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.039153539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-50d070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.046574197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-50d070","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.055848449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.070150685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.080653639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.089248392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.092328986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.096005693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.099173675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Service","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.102119056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.105095528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.108081127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.111039106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.11742891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.120429738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.12341141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.126636006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-50d070","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.12981652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-50d070"},"namespace":"ai-tenant-e2e-praxis-b-50d070","name":"default-tenant","reconcileID":"d9aa89f9-d867-4db9-80a2-7147988c4cc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-50d070","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.348460778Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-50d070","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-50d070","reconcileID":"1922df4d-3f6a-4350-ae90-686d17f74ec7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-50d070","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-50d070"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.380706124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"4fb047b4-0ae4-4968-a864-a1e5334738b1","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.429011963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"05839fac-849c-4dec-bf7f-d476e55cc0d7","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.459939069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e17b9162-45a2-4b43-af05-096071caa5aa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.472485793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e17b9162-45a2-4b43-af05-096071caa5aa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.517105531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"9155992d-1d7c-41a1-93ec-18f07cda2cf6","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.612351182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"6ab765a3-4610-4a64-8965-d7e9f10ba90c","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.613739104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0521b9d2-3997-4100-8025-f08d56ba769b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.636081048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0521b9d2-3997-4100-8025-f08d56ba769b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.638018717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"2b0ce75e-1175-4705-8a2a-76c85c5bbcad","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:59.644236367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"51c58b5c-ee92-44c4-815d-2358c2c8a1bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.695740345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"efe9b034-09e5-4127-b27d-f0d1d95fe6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.696145674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c1868f07-d9ad-4ccd-a19b-4fb790a18fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.701516546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"2fa85a9c-89d3-4011-b861-da8aed46a4a9","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.705941758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"efe9b034-09e5-4127-b27d-f0d1d95fe6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.708016187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c1868f07-d9ad-4ccd-a19b-4fb790a18fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.710143442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a9e4e5a5-728f-412c-a6ba-335514d9d761","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.718745418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0c7d4-247e-45d0-b6b4-07b3d0325cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.722843081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0c7d4-247e-45d0-b6b4-07b3d0325cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.727055663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0c7d4-247e-45d0-b6b4-07b3d0325cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.734293533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0c7d4-247e-45d0-b6b4-07b3d0325cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.750907398Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"71780e03-146f-4cea-9362-0d0f6bd30c02","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.76514367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a1c97932-7ef0-4712-acb2-2429178e953b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.76856933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"925ffb47-db9f-4196-a3af-567945de021d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.775011766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a1c97932-7ef0-4712-acb2-2429178e953b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.788546405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"19f5a0ff-3295-4c2d-b63a-0ccfea7098b4","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.790818405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"925ffb47-db9f-4196-a3af-567945de021d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.798381281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.79878947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"7a75c8ad-6d3a-42db-bbff-7430e60ffac0","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.807389084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"7fd302fb-5915-4290-b98e-234c88cc2421","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.808609396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"0792fce9-c6cf-4960-9c7b-3cbc558ac7ae","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:25:59.811850766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.816524443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"3c4ddbc2-872e-4af7-b208-a1df5d453fb4","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.83585901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"512c76bf-1add-47cc-8c1b-75ffab54afad","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.854942551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"70871fd7-4841-4b6e-a358-73be93c4c4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.861295519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"429b1ea8-490f-4533-95e2-35b48b48221d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:25:59.872912579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"429b1ea8-490f-4533-95e2-35b48b48221d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.006831352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"8685786c-6616-4865-8fdf-7d85bdace07d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.007777401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"60999c18-f729-41bc-a060-78720fe2e8a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.008041442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5715f874-16d7-4160-a62b-1e52cf733eef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.01881932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5715f874-16d7-4160-a62b-1e52cf733eef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.020025207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"60999c18-f729-41bc-a060-78720fe2e8a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.024295366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-premium","reconcileID":"67e099a5-5f28-4f98-aa95-b8d3c5273f06","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.027914977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"0ae26e9e-c26c-4751-84e8-022324e59efc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.03611084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"6845b409-70ad-4269-a878-ae9a22c1e675","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.103948025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"49ac8666-b800-43ef-b680-ff9ba98c6899","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.106573772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78ccd26-cfcb-4400-8d84-b40f00df0777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.106976041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4d11e00-f9a2-4780-bacc-9e75cd85ca11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.114602849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78ccd26-cfcb-4400-8d84-b40f00df0777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.188321575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78ccd26-cfcb-4400-8d84-b40f00df0777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.193578369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d78ccd26-cfcb-4400-8d84-b40f00df0777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.198355521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4d11e00-f9a2-4780-bacc-9e75cd85ca11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.208027265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"d26b1498-d99e-4b60-9c7a-b619093422c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:00.208040913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-premium","reconcileID":"35bd4caa-b262-4ebc-b92b-9a265b7dbe39","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.19803467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"12580b27-cb6c-4868-b0e9-a2701b8b2fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.204160114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"806d0bdc-0504-495a-9791-47d2c6847a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.230193938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9666fd84-cff0-45f9-af36-b54293646e30","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.235176162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"806d0bdc-0504-495a-9791-47d2c6847a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.236182008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"12580b27-cb6c-4868-b0e9-a2701b8b2fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:01.30636588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9666fd84-cff0-45f9-af36-b54293646e30","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.37026554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8fbf20f4-e1a4-4a39-99d7-40a202c87cd1","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.371352296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.414275029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b288bda5-1fbd-454a-8674-d3ac51effead","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:02.414889968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-list-subs-refs-sub","reconcileID":"c94b90ef-5a94-468f-9ea5-f1da0b8cc786","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.415863302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"82dcdab1-e665-4068-9624-04c37297e818","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.426453467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d4bf90a9-6b72-4c00-8371-55dc8cfa0cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.427049497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"355fbbd6-11bc-42b8-9224-115777ab5375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.626024518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"355fbbd6-11bc-42b8-9224-115777ab5375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.635685867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d4bf90a9-6b72-4c00-8371-55dc8cfa0cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.637123438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"83b7d6b5-b92a-452d-88fa-80cd4f182d5a","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.676182017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7fd12430-5bb5-4759-b6a8-d7e1c4c811aa","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.721893552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"746c6514-469a-4016-9a8f-a49fa4dc6785","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:02.886789847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-list-subs-refs-sub","reconcileID":"23f192ea-3719-4a73-8ee3-7c5e5d7db8db","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-05a342/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.036667062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"746c6514-469a-4016-9a8f-a49fa4dc6785","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-384164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.036704872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"746c6514-469a-4016-9a8f-a49fa4dc6785","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.036885753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf","reconcileID":"746c6514-469a-4016-9a8f-a49fa4dc6785","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-384164/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.038111702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2ca2886d-51d4-4b9e-8d5e-be883aaf7929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.081902356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d010c28c-5fd9-4945-8530-ec8b4ae6207f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.161793924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d010c28c-5fd9-4945-8530-ec8b4ae6207f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.167220861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2ca2886d-51d4-4b9e-8d5e-be883aaf7929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.168240182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"d845f297-a7d2-4c28-ae87-d456a4a53561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.190829199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"fc415131-1b3d-4cb6-8151-56da757e2c13","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.195218082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"9b646fc2-eb71-43c9-81f4-28df2dbf964e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.254606588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-list-subs-refs-sub","reconcileID":"a10bae3f-0903-4095-ac48-a3dbc71b7636","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.269178351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b989b916-cfe6-4597-9f56-ff9990ad2b34","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.26994931Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.280757871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"d28a3552-7624-4487-9d5d-e860f0a12228","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.28587081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8a46017f-b3c3-417d-95e3-5c6a39e0d893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.286457074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e665ff4f-89f2-4997-a96f-4b084cbe312e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.342000848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e665ff4f-89f2-4997-a96f-4b084cbe312e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.353298849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8a46017f-b3c3-417d-95e3-5c6a39e0d893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.385359696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5d2afc89-4309-415b-8f59-68ee1be611e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.399499256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5d2afc89-4309-415b-8f59-68ee1be611e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.423832361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c8dc26ff-607d-4527-9e0e-9897592942fb","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.466491508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6a6bf678-4e2b-4161-a64f-61a5db972018","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:03.569347902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"3e18ea2e-ce7c-45c4-91ed-fd0cc30238ca","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.166898557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"28ae2b6f-991e-4139-9f30-f1914ac08ffc","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.176251397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5cebc085-dc70-4f98-b221-a4b4551434c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.176659894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ad35e197-51fc-4b8b-bb9a-57bdbf62adb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.185521134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5cebc085-dc70-4f98-b221-a4b4551434c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.185641964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ad35e197-51fc-4b8b-bb9a-57bdbf62adb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.592984097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"faca017c-d89e-41de-9640-dab76c8ebb3b","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.593335224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"07bfac54-e991-4265-9dd3-eeda73ece90a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.593381763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.599686113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"66af8df7-4ef1-4702-8a8b-1849c08f6857","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.600149021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"644c3467-3565-4150-9cee-bddfd0c185de","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:04.604302274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"41d16f2e-c22d-4085-b7ad-799c4dd36534","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.622847467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2d373714-4423-47b7-8890-74729bfe196e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.623173409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"19b34c8a-9ca4-4635-9ff3-b4f00ba6e46d","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.631288208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"36019765-0c42-4036-85ed-2c51af7c1e1a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.63171683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1c302f57-fcb2-4369-90e4-8211a343f1d0","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.657376762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"5fd53789-7859-4934-8ca3-f541b23e0c80","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.683027203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d478f0a0-f5dc-49d6-9db9-2ea5e6f50642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.683250602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5ee72716-2f92-47b6-afb0-add43906b03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.683654828Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"5fd53789-7859-4934-8ca3-f541b23e0c80","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"distinct-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.691763572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d478f0a0-f5dc-49d6-9db9-2ea5e6f50642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.693854213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5ee72716-2f92-47b6-afb0-add43906b03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.708027103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"c7b0b8ca-85f7-4206-882f-924ec24b6dd4","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.708376064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"cd299a2f-c44c-480d-92f8-d5ea52915dde","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.748616535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"522e2073-b436-4222-bd83-b65fc4413f23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.748723039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"fc1df160-e8d3-4e07-88e9-d09fc9fcd0f8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.758387489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"fc1df160-e8d3-4e07-88e9-d09fc9fcd0f8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.772764796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"6ad5767f-7098-4f9a-864c-410aef7d5ad2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.779175739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"12238f4a-4c96-4a59-b9b6-c662c324f87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.779666933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6ad9a71a-3ded-451b-a3c7-31792e8af982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.780709722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"55659c85-556a-461e-b130-dbbfbe747001","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.787805554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6ad9a71a-3ded-451b-a3c7-31792e8af982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.788253589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"12238f4a-4c96-4a59-b9b6-c662c324f87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.901618225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-auth","reconcileID":"c2cbce97-94b3-4dc7-8adf-cbbde8ff7459","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.911584643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-auth","reconcileID":"c2cbce97-94b3-4dc7-8adf-cbbde8ff7459","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.935951347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4ab08195-48ea-473c-b7b4-1a209ebda31c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:04.999748087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-auth","reconcileID":"064e070d-0202-4bdc-a2d2-17bdc25bb235","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:05.008184984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-auth","reconcileID":"064e070d-0202-4bdc-a2d2-17bdc25bb235","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:07.806865175Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-auth","reconcileID":"5f3f8785-9892-4f66-a744-cf2ead85c1df","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:07.806965233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"93adff57-a16d-4eb2-8ee6-b4fd3a9a507d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:07.820940135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0b17ba36-d39f-4af6-be59-21840a8cfa2f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:07.981878206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2f81b4f2-0ea6-4fb3-94d4-8b51df4520cc","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:07.982362657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"71718e2f-0895-4bbb-beef-bd0fbd5956d7","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.002013241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ff2a988d-8654-46c7-9917-aa407f4b455d","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.015476279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"33275cb6-10e5-49b6-abe5-9fae3d21cc04","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.015807749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b1492488-8c60-478e-87c1-d33e7e27f0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.026970132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"79346a2a-368d-4ef6-920e-f0eb28270641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.031586973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b1492488-8c60-478e-87c1-d33e7e27f0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.039783247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"79346a2a-368d-4ef6-920e-f0eb28270641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.111751791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"78bf935f-7dac-454d-a2db-ee92a6b6667a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.122047392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"78bf935f-7dac-454d-a2db-ee92a6b6667a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.176170805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"1225cd48-ca1a-4c6c-8a59-d35087c7ec6e","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.192150842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"2388fa4f-2eae-4204-9629-728db82e89d9","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.192237696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.199043124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"2470cc31-08bf-4bea-906c-20ddee21cb8f","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:08.204709707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"fcc68df5-276d-4a6e-8fb7-7debf90b14a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.208385932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2379a8c2-c767-4967-80c8-0f0fa1f46ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.20848211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"d6788389-e524-4213-a2d1-125c27486e44","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.208945171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0389768d-fdcf-4608-9555-03b923663f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.218044467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2379a8c2-c767-4967-80c8-0f0fa1f46ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.218169213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"d6788389-e524-4213-a2d1-125c27486e44","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.220619038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0389768d-fdcf-4608-9555-03b923663f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.224388747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"d3643a7f-f3b8-4983-838d-d733040be4e8","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.232849281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"9c21d29a-0693-4ef4-919c-019fe59c8d76","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.260045746Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"d189c961-a52a-47d0-8646-8ec58efc6ded","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.31110447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"8522b5a9-3488-43ab-8dd2-6c5217458738","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.311799888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cf5cd395-277a-4526-a3c2-f96a9fd12a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.312321053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6d088a12-b614-4263-9e97-184fb7b09d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.313821676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"5c44f8ee-9354-48a0-9e03-38365bfb77f4","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.388993454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"8522b5a9-3488-43ab-8dd2-6c5217458738","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.39004418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cf5cd395-277a-4526-a3c2-f96a9fd12a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.392461846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6d088a12-b614-4263-9e97-184fb7b09d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.398448724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e7258adf-376b-4a9e-9114-eb622f5539e9","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.39911959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium]","namespace=ai-tenant-e2e-worker-w4-3011c6 priority=0:[ai-tenant-e2e-worker-w4-3011c6/e2e-test-other-subscription ai-tenant-e2e-worker-w4-3011c6/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.405002903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"d01b97d6-a1f1-4df5-aa63-9ed5993e42c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.408388013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e1c9bc07-fa2f-4f13-a97e-4f3dc50b174a","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.411043195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"1be0704e-ee02-457d-bc10-0f8791de3088","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:08.415349529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"e24f49a5-bf0a-412f-b0ca-9b5830d2e4f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.419622735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"7d9610d6-d6aa-44fa-b236-7d5293eadae2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.498029498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a6c918c5-b911-4cfb-95ce-0f2ceffff512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.498521811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0f1c369a-4589-4715-8dcd-97ba27cc6dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.499217653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"6a208025-bc70-42a1-8d44-cece65fddca0","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.501642881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"7d9610d6-d6aa-44fa-b236-7d5293eadae2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.507057032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0f1c369a-4589-4715-8dcd-97ba27cc6dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.507098615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a6c918c5-b911-4cfb-95ce-0f2ceffff512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.509165368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"151d0934-9b5b-4ef8-9810-68843a3a890a","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.517700524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"087d70de-168b-4b54-b9c6-83bbde03c4c1","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.523740331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"eebb0171-31b8-4527-8f7b-ac9c6c46052f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.531808158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"eebb0171-31b8-4527-8f7b-ac9c6c46052f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.542430313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"5b6ab803-0a75-4276-9af1-4345d4f9ebfb","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-3011c6/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.604012719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"cba1771d-1df0-47f4-aa61-abf1f5e842be","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.627611024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"46615bf3-9f6a-45dd-8a55-5797cde163fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.627873746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5852eecf-f824-4f50-949f-556f1ece805a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.638214299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5852eecf-f824-4f50-949f-556f1ece805a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.63922486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"53ede0a3-855e-43ff-81bf-b00b456ff01f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.640042534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"6a39f679-b09f-4374-9caa-6f8d182d6ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.640541947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"ff355f7e-7966-4029-93d8-6bfedf13c657","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:08.640939517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"46615bf3-9f6a-45dd-8a55-5797cde163fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.150100304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"757430f1-de4f-48d2-8f52-3e7b25489085","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.289245736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"17ec727b-7315-4b08-bc9e-8ae12ffb55f7","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.295127961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7664c6df-4716-4ee1-820a-57c8d69fab2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.29583965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b2bc46a6-e340-4192-8701-0cd429be2fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.29636297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"97eccf93-7542-4fd4-976b-a028c1ab7b50","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.303539075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7664c6df-4716-4ee1-820a-57c8d69fab2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.305997747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b2bc46a6-e340-4192-8701-0cd429be2fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.308305406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"97eccf93-7542-4fd4-976b-a028c1ab7b50","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.344831353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1373f1e0-d359-497a-94ec-a30eb2844ac3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.344846631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5c203215-f06a-47c8-be7e-4eff12d2203b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.345470653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bc806f62-25f5-4724-bab8-3f7704b41825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.3542891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5c203215-f06a-47c8-be7e-4eff12d2203b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.357426364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bc806f62-25f5-4724-bab8-3f7704b41825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:09.389208925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1373f1e0-d359-497a-94ec-a30eb2844ac3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.576077504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a249fc2e-839f-44cb-9159-d70342236fe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.590207902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a249fc2e-839f-44cb-9159-d70342236fe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.595672804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a249fc2e-839f-44cb-9159-d70342236fe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.599270409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a249fc2e-839f-44cb-9159-d70342236fe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.962608555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af1b2f7-5cc7-4a2e-b3c5-f164affd9944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.966417776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af1b2f7-5cc7-4a2e-b3c5-f164affd9944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.970404324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af1b2f7-5cc7-4a2e-b3c5-f164affd9944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:13.973876219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af1b2f7-5cc7-4a2e-b3c5-f164affd9944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.184031041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-list-subs-refs-sub","reconcileID":"90009f23-72c8-42dd-aacd-07f946cb16ea","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.205367189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-list-subs-refs-sub","reconcileID":"90009f23-72c8-42dd-aacd-07f946cb16ea","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.224798161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"050ecbbf-9faa-4217-9c8f-5630646ad0b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.233323332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"6acb6718-526c-43af-9b21-294590672695","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.244131954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"93b29281-84de-4421-9f7a-58fe237eb6f3","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.245955636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"07a9a579-dded-4923-85eb-a69933cc2735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.24605735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"af478a16-3b5c-417e-9508-f9554d559da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.25439542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"af478a16-3b5c-417e-9508-f9554d559da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.287776517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ee6c242e-4286-4f22-83ef-468f9be73fac","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.289775457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"07a9a579-dded-4923-85eb-a69933cc2735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.589227744Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b30a42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b30a42","reconcileID":"78670905-c7fd-437c-99b9-3b8cd95eca81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b30a42","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b30a42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.88838482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"76311f6f-5b94-4cbd-9365-a389bf25c4de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.888413386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"76311f6f-5b94-4cbd-9365-a389bf25c4de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.901127786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e9dfa8-9991-4734-a1d1-47d290ffcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.905377283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e9dfa8-9991-4734-a1d1-47d290ffcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.905886302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9d7b9016-f5c5-4c24-a125-77c6d7d6391a","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.909628202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e9dfa8-9991-4734-a1d1-47d290ffcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:14.91437136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e9dfa8-9991-4734-a1d1-47d290ffcb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.04015606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"1ded29bd-cd28-49b8-a7b5-86af3c63bd26","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.040178473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"1ded29bd-cd28-49b8-a7b5-86af3c63bd26","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.050978103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"d0919596-4169-46c5-8877-690025726a08","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.051002136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"d0919596-4169-46c5-8877-690025726a08","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:15.054635178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"7c5d026b-39ae-4276-abec-fc312fb6bf31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.057460318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b260da1c-e556-42c0-a6a6-3fa72ae3b11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.057525302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c56ba39b-72c7-46f5-84fa-979338970ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.067985121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b260da1c-e556-42c0-a6a6-3fa72ae3b11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.069988706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c56ba39b-72c7-46f5-84fa-979338970ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.080831417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"fd04d3d5-79f7-4fc2-b6ea-979f14380ec7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.080846405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"fd04d3d5-79f7-4fc2-b6ea-979f14380ec7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.094625451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"831185ab-1712-44b0-b872-f2fd0192942e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.094647712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"831185ab-1712-44b0-b872-f2fd0192942e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.117888548Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"cde68d94-2d14-4423-9298-1dff8688037f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-05a342/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.139106021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"f2a93074-f8ce-4518-b4c4-c42bdc36c085","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.139126916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"f2a93074-f8ce-4518-b4c4-c42bdc36c085","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.199206671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"95f91540-4283-4890-b66d-01cad202c2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.199497675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a8f4fc7-61b2-416a-8cc4-4f0959716bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.207262376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"95f91540-4283-4890-b66d-01cad202c2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.207669073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a8f4fc7-61b2-416a-8cc4-4f0959716bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.211774594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"49da584f-c2bb-4a5d-9631-46ee5770a637","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.225524118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"7c1f9a3b-32e5-426d-afd7-4d54039bdc1c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.225540358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"7c1f9a3b-32e5-426d-afd7-4d54039bdc1c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.235741488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"48fa8274-9afc-42d0-90db-d07f33af3e94","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.235810977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"48fa8274-9afc-42d0-90db-d07f33af3e94","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:15.241312086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"48fa8274-9afc-42d0-90db-d07f33af3e94","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:15.241364508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"48fa8274-9afc-42d0-90db-d07f33af3e94","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.246670721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b05bc387-5d00-4079-a6ef-71321cdc1fc6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.24668615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b05bc387-5d00-4079-a6ef-71321cdc1fc6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.306148225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-auth","reconcileID":"842386d6-f339-463b-b7be-b7197fd9742e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.306557801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"693543e3-8adb-4f59-9555-38ec6a256e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.307488933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"eaad8fa2-42bc-46cc-84a4-b472ff699044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.315879887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"693543e3-8adb-4f59-9555-38ec6a256e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.316421465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-auth","reconcileID":"842386d6-f339-463b-b7be-b7197fd9742e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.316858284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"9e6467dc-3d21-4a75-8eeb-b04879bbf581","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.319882872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"eaad8fa2-42bc-46cc-84a4-b472ff699044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.434901064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"601afa57-ca3b-4c2d-b88a-0109ea5a7b58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.434926962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"601afa57-ca3b-4c2d-b88a-0109ea5a7b58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.451298895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-auth","reconcileID":"acdab547-ade8-4502-b9e3-5a5630b1a63e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:15.459269023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-auth","reconcileID":"acdab547-ade8-4502-b9e3-5a5630b1a63e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.102936416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-auth","reconcileID":"017a5f79-87d0-4a49-8380-8f800534f053","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.1034872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"cd42965c-dcf7-4ff6-86b4-37ab86fb0c64","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.103507975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"cd42965c-dcf7-4ff6-86b4-37ab86fb0c64","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.133265126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b4e353e5-bed7-4caa-9304-acca48d59b65","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.133281422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b4e353e5-bed7-4caa-9304-acca48d59b65","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.134250912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"27164a61-bee9-4042-89f8-da40e44b8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.13426952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a7c416bf-5ada-4a6f-b077-b2b07f607e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.138884943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"5abca562-8ad7-4227-bde6-9c94b4ddb951","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.143850551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"27164a61-bee9-4042-89f8-da40e44b8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.143891478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a7c416bf-5ada-4a6f-b077-b2b07f607e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.27684017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"64b4db42-ae3e-47de-872d-d232e2d68791","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.30410887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ff8552f9-cab5-4e70-b3db-81e8fae81181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.304833371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d7753d07-c719-4749-8d71-e1fad1ded438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.330242447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d7753d07-c719-4749-8d71-e1fad1ded438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.333783503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ff8552f9-cab5-4e70-b3db-81e8fae81181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.36789932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"1a95a0e7-8893-433e-87c4-629cb5ca775d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.367926806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"1a95a0e7-8893-433e-87c4-629cb5ca775d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.382497417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4a6e6903-31a3-4fe5-ace1-5b39393d2e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.391631017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4a6e6903-31a3-4fe5-ace1-5b39393d2e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.484683466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5db3bbc5-db50-4031-b6fb-fe01acfe954a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:16.49450636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5db3bbc5-db50-4031-b6fb-fe01acfe954a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.016012768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"d14ec2f0-d37f-4460-a316-b855cba70ebc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.045551984Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"d14ec2f0-d37f-4460-a316-b855cba70ebc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.045577248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"d14ec2f0-d37f-4460-a316-b855cba70ebc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.04958623Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"d14ec2f0-d37f-4460-a316-b855cba70ebc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.053930281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-partial-access-sub","reconcileID":"d14ec2f0-d37f-4460-a316-b855cba70ebc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.061486351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"0b4cef79-0e29-4c37-97ac-37608d5cbd7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.165544803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1023b5b8-39f9-41d4-b827-c64385904c9c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.165892642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"438d89ac-fa94-4fe8-a526-3a1fb3bdd55c","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.176385341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e5b0f039-947a-4079-a682-abd19aa75d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.176417746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec791f48-bed8-460d-a494-9953c135c389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.185536887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec791f48-bed8-460d-a494-9953c135c389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.186728903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e5b0f039-947a-4079-a682-abd19aa75d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.963701326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"b1caa314-d81c-4342-9c00-df64ef54d0d2","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.97120841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"76bb3a38-09f3-42bc-bd94-77db18108a14","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.974794109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"87ccd8ff-83c4-4283-8825-69c9d6956f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:18.974891341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"db2c7a18-fe99-4df9-8b06-3efa05d2cd54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.976855984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"22f85aca-f33b-43c7-bf2b-cfaef9674144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.983501375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"87ccd8ff-83c4-4283-8825-69c9d6956f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.984790787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"22f85aca-f33b-43c7-bf2b-cfaef9674144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:18.993739047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5f71dba6-c0dc-4b30-82e1-f5d97fe3cd13","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.001889843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"0f33d6a8-9078-4e14-a9dc-c0f9f973580c","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.019923481Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"1ed675e0-7b57-416d-997a-1e139c1324d0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"distinct-w3-bfc50e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-bfc50e/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.041166149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"85e6c008-ce8f-491a-ac12-35df0d48870d","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.073429237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e9ca599e-28a8-47b6-8947-1d8d14beb035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.07398402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4856f5ab-5017-457d-952f-351d55c30c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.081940073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e9ca599e-28a8-47b6-8947-1d8d14beb035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.082689583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4856f5ab-5017-457d-952f-351d55c30c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.118911133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"5d49e3c8-69d8-4193-8ae8-4e8c47e2bb53","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.143232121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"d86e8f14-ccd7-4ce5-9ca2-8f47312e0445","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.150905818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"dc06ebee-e0b9-451e-a1c3-477fbcc4d5c1","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.166559663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"4cb822b3-43d8-4908-ae42-ce8ed052978c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.17578955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-auth","reconcileID":"02a2bf9a-f2f9-4154-bd08-b6613b68fc39","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.184019883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-auth","reconcileID":"02a2bf9a-f2f9-4154-bd08-b6613b68fc39","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.188688172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-user-subscription","reconcileID":"4cb822b3-43d8-4908-ae42-ce8ed052978c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.220537627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"4d664f1e-3292-4868-a773-2a810b700942","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.229653438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"371026ab-5881-4057-9134-85c97b4a9b97","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.233600742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"be8cd5f3-5d5f-446a-b101-ad3b6691b572","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.287936534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"360d69d9-dbb3-4f85-866c-9a8b439bde3c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.306346213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"d390a7c0-b158-4887-8d00-01cf24f01267","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.38854589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"cb4bfcb3-921c-4329-a7c6-33447f1ec880","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.389807396Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"8f0d69af-48e8-48f3-a5b0-24a5ff821732","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.391008711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"67628c78-ed99-4a54-88d4-95206ef36984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.391849711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f51c043c-7844-4d51-8953-2f493ebc13f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.397177487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"108c05a0-287b-41af-b056-480ddd5a05a1","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.398055998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-auth","reconcileID":"be9377b7-bd5a-43d9-b30b-d25ed406c939","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.402379915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"cb4bfcb3-921c-4329-a7c6-33447f1ec880","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.406266622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"67628c78-ed99-4a54-88d4-95206ef36984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.410032827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f51c043c-7844-4d51-8953-2f493ebc13f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.488470571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-auth","reconcileID":"be9377b7-bd5a-43d9-b30b-d25ed406c939","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.501308154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-free","reconcileID":"8f0d69af-48e8-48f3-a5b0-24a5ff821732","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.509769302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e166065c-9da5-4229-bafa-d34275bb5141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.514653146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"28fdfecf-d6ad-4e96-a709-53cc34aee609","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.519048747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e166065c-9da5-4229-bafa-d34275bb5141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.525034182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"28fdfecf-d6ad-4e96-a709-53cc34aee609","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.530670844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"8a72ca39-f3b0-4554-83ce-a5ce57c25f01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.53077722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-premium","reconcileID":"e677543b-aff1-47df-a8c2-99b947bc1829","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.636576233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"478a6462-211d-46c8-add9-fa156f6aff4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.638611617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"2ab8c8b0-ec84-4360-9c7b-579e653e0a14","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.649729687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"478a6462-211d-46c8-add9-fa156f6aff4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.725700268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ecac2d96-f309-41ff-9636-d2cb0d991f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.746214015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b433ac8-eb2a-4a47-bb79-515b85d2b069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.746394738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f606c12b-b219-4aa6-ac4c-ecc7a90d0b0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.759602388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b433ac8-eb2a-4a47-bb79-515b85d2b069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.760093602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f606c12b-b219-4aa6-ac4c-ecc7a90d0b0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.762287835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ecac2d96-f309-41ff-9636-d2cb0d991f07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.791025025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"b218af6a-e2e8-4ba4-a7d0-d4b769222d45","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.823585931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b464f120-4b3f-450b-89cb-5e688de2aef0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.826878772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a3d4643a-82d9-4668-a701-d68cb5dbe7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.829726261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7f2c3a50-6eae-4af1-9482-2ba847cd25f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.834850439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b464f120-4b3f-450b-89cb-5e688de2aef0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.835105598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a3d4643a-82d9-4668-a701-d68cb5dbe7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:19.839131782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7f2c3a50-6eae-4af1-9482-2ba847cd25f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.167993085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-auth","reconcileID":"fca67427-3458-490b-94d2-fbd7af057053","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.168065095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"a1aa624c-dda7-4090-b6c3-2e6c26270348","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.185478584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"c8268256-1c18-4cf9-8b2a-4e25612af1dd","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.271986522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"8afc32dc-5c7d-433e-8b45-3bbad5bbaee5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.325004689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"8afc32dc-5c7d-433e-8b45-3bbad5bbaee5","name":"e2e-shared-a-w0-b30a42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.48781416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"7c0a3555-d550-45ab-a06b-a882f31d34ba","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.50033929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4be999d2-f261-40ea-93ad-415e80c99c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.50097816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"34ccf9a8-7de7-4a43-863c-1ca4d27ee79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.508057763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4be999d2-f261-40ea-93ad-415e80c99c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:20.508832696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"34ccf9a8-7de7-4a43-863c-1ca4d27ee79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:23.098997198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"af2419cc-feb6-48b4-adb3-37a17b55e1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:23.099722503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ca464ce-714a-47fe-8f9e-d47da3218796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:23.197367768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ca464ce-714a-47fe-8f9e-d47da3218796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:23.200848315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"af2419cc-feb6-48b4-adb3-37a17b55e1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.502550717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"60cfd878-71b2-4a36-b062-a7c34dcb95e9","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.620868264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"55f3114f-fc32-443c-9f97-5f3099486ad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.666327308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b04a8d73-1cdd-4847-b34d-5591508b650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.668306057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8e4a3df5-f654-4de5-a9b8-31e6ca25c4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.738819192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b04a8d73-1cdd-4847-b34d-5591508b650d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.814747603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"b222a8fa-b26a-4520-ae4c-3416cce6f627","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.863591032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8e4a3df5-f654-4de5-a9b8-31e6ca25c4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:25.922924668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"a8a7f790-328c-40eb-b990-30408bc2e6ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.173050558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"a64b6ffc-63d1-4c0c-bddc-c0b9485be347","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.496474392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"d8b9a7c1-3845-42eb-9451-9331758f4b89","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.508063361Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"d8b9a7c1-3845-42eb-9451-9331758f4b89","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.540860813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"e2e-enrichment-sub","reconcileID":"d8b9a7c1-3845-42eb-9451-9331758f4b89","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.731621824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b27f7dc6-0412-49c2-b201-ea12b59304c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"tenant":"e2e-worker-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.731649201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"e2e-enrichment-model-ref","reconcileID":"b27f7dc6-0412-49c2-b201-ea12b59304c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.792576497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"81f33d1d-55a7-4eab-8f59-c040e9731a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.799626551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1ae8210c-99d2-4e4a-abcb-19fcd7edafe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.826201393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"81f33d1d-55a7-4eab-8f59-c040e9731a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.840919467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"c6c63939-6497-4611-a651-1fe747a7fb36","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:26.854154652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1ae8210c-99d2-4e4a-abcb-19fcd7edafe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:27.119750147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"94999c99-6fd4-4449-a048-68451e0b1cee","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:27.766335054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"25de6949-f3c0-4f60-88dc-d03ffdde5f81","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:28.967815525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.502926816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"6405d2f2-b931-422b-8d81-e20fa1feda3a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.555572085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-other-subscription","reconcileID":"6405d2f2-b931-422b-8d81-e20fa1feda3a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-3011c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.597417017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"0eeeeba2-5e2c-44a4-b38d-45b72f229445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.790166308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"19abf9b4-c07d-4451-bef4-26f11a2b63e4","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.804022604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"13fc6c1a-8f9e-4df4-bd30-41c44487d44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.80469037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7ae154dd-2a27-4080-ac16-9b23b23800b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.808027201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"c9d7a745-2c11-40ae-b359-a2b87e9b2d5a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.816117796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-premium","reconcileID":"59e64322-4fd6-4f61-9b9f-8e2eefa88081","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.822457407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"c9d7a745-2c11-40ae-b359-a2b87e9b2d5a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.823048861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"13fc6c1a-8f9e-4df4-bd30-41c44487d44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.824881667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7ae154dd-2a27-4080-ac16-9b23b23800b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.838849256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-subscription-premium","reconcileID":"59e64322-4fd6-4f61-9b9f-8e2eefa88081","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.855908464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"87717950-ee68-4b3e-a87f-b8ac932a1a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.901727952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"e2e-test-auth-access-denied","reconcileID":"77acf6fa-1269-4f47-a74f-77ab5d64c698","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.901795759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"f659b36f-21ad-43dd-99ab-4ad9acd7a0e9","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.956322953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"9dde8d54-b6e8-4efe-ba59-6e83868957dc","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.975568749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a50536c7-e1f4-4830-8f94-c003bd2843c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.975671087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ca1b6af-1be2-42e0-89d3-846be8d33a44","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.976272307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2bb465ce-3782-432f-88aa-23307eb517e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.98729851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5ca1b6af-1be2-42e0-89d3-846be8d33a44","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.98835283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a50536c7-e1f4-4830-8f94-c003bd2843c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:29.990672008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2bb465ce-3782-432f-88aa-23307eb517e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.038638133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a40a8ff6-5cb7-42c9-9448-9a3b075ab262","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.107850552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d38ffb67-af49-4ac0-af84-890c5bca7b93","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.107883582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d127a2da-b7bf-46ad-8c25-daef7d9cea85","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.142725156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"8ddcf559-073b-452d-8466-11b22eb76b76","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.198666491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"69b99cb1-bfd9-4474-9298-bb536b1f75d0","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.505552553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"1fa17669-e133-47fb-90cd-935e5a68dcba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.511711054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"1fa17669-e133-47fb-90cd-935e5a68dcba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.516246063Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"e2e-no-access-sub","reconcileID":"1fa17669-e133-47fb-90cd-935e5a68dcba","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.783555841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5297f981-eff8-4406-9221-c32c755fa46a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.825335583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c1ca644e-8cbb-4027-8275-03b4bb3e4f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.830245715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c9b668ee-6402-4768-a09e-ea18573bf13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.835398044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c1ca644e-8cbb-4027-8275-03b4bb3e4f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:30.838876512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c9b668ee-6402-4768-a09e-ea18573bf13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.053324714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f64e38-f466-442c-9453-a67b04fcc18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.063122729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f64e38-f466-442c-9453-a67b04fcc18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.071310941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f64e38-f466-442c-9453-a67b04fcc18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.078257392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f64e38-f466-442c-9453-a67b04fcc18f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.362539868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130367fc-ec14-4457-86b3-5c717fd0fe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.366225959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130367fc-ec14-4457-86b3-5c717fd0fe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.369892028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130367fc-ec14-4457-86b3-5c717fd0fe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.373406268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130367fc-ec14-4457-86b3-5c717fd0fe73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.888137353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"b5de84e6-a8ce-472d-9f93-5de0d207ac1f","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:31.908785977Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-06bb0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-06bb0f","reconcileID":"1a38a28a-6bf9-415e-9103-9d5ef3edfdc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-06bb0f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-06bb0f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:32.20572109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d56ad19-70f8-459b-9b76-bba662b2cf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:32.255719174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d56ad19-70f8-459b-9b76-bba662b2cf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:32.277554519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d56ad19-70f8-459b-9b76-bba662b2cf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:32.284458773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d56ad19-70f8-459b-9b76-bba662b2cf53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.895494258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"ba7b2210-1e08-499e-92e7-dabaa12d8db7","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.920936722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fe91ca31-3684-43fd-819c-95c7a14214f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.921713764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"16b3a908-f062-48ef-8502-1332284b8fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.922652402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"541d8eae-b062-41c8-8bdb-d63b19f6cf99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.930342928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fe91ca31-3684-43fd-819c-95c7a14214f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.933353171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"16b3a908-f062-48ef-8502-1332284b8fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:33.947932945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"5151541a-403b-4a3d-8be9-8752a50e6b1a","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:34.030943504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"78f61e56-3cdd-463f-977a-1fb6c431fc32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:34.306536178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"7d89da75-5308-43bf-8831-b6017c309613","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.344507338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7862d7-fdaa-479e-a3e4-700598149975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.348351289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7862d7-fdaa-479e-a3e4-700598149975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.352967531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7862d7-fdaa-479e-a3e4-700598149975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.357024651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7862d7-fdaa-479e-a3e4-700598149975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.870679087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da945fe-4758-445d-b356-e8861e3eb463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.882753121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da945fe-4758-445d-b356-e8861e3eb463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.902299809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da945fe-4758-445d-b356-e8861e3eb463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:35.909210068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da945fe-4758-445d-b356-e8861e3eb463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.191129526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63154d9-23fe-4ebe-bcb8-913246989a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.195591762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63154d9-23fe-4ebe-bcb8-913246989a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.200249295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63154d9-23fe-4ebe-bcb8-913246989a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.204731412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63154d9-23fe-4ebe-bcb8-913246989a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.333017182Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-726a18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-726a18","reconcileID":"1b0cd56d-9c50-491d-ab7b-a4ed808c6997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-726a18","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-726a18":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.43613347Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-15e79c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-15e79c","reconcileID":"6d109ee4-3418-4ca4-85a3-5f7582d367a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-15e79c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-15e79c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.634055441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801d531c-0007-4868-b3e9-32bc265a2416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.63823394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801d531c-0007-4868-b3e9-32bc265a2416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.642838996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801d531c-0007-4868-b3e9-32bc265a2416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:36.647340356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801d531c-0007-4868-b3e9-32bc265a2416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.071524742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d816c2-eb7d-4242-922c-ba21b918925f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.075871524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d816c2-eb7d-4242-922c-ba21b918925f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.080001309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d816c2-eb7d-4242-922c-ba21b918925f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.08503293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d816c2-eb7d-4242-922c-ba21b918925f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.428654483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9ece08-6650-47b6-8db0-355aeac0b11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.436614118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9ece08-6650-47b6-8db0-355aeac0b11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.4424051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9ece08-6650-47b6-8db0-355aeac0b11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.44621865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9ece08-6650-47b6-8db0-355aeac0b11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.804554405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8d8b-6886-48f5-bdf9-a7118e0442a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.808307804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8d8b-6886-48f5-bdf9-a7118e0442a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.813116085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8d8b-6886-48f5-bdf9-a7118e0442a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:37.818306245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d8d8b-6886-48f5-bdf9-a7118e0442a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.232413414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce33b19-5322-47df-b608-7246ecea74c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.236757781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce33b19-5322-47df-b608-7246ecea74c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.241962324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce33b19-5322-47df-b608-7246ecea74c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.246012332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce33b19-5322-47df-b608-7246ecea74c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.622009019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4f7006-7b53-43ef-8c18-3fc42ba82e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.628935681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4f7006-7b53-43ef-8c18-3fc42ba82e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.638197777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4f7006-7b53-43ef-8c18-3fc42ba82e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:38.649473514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4f7006-7b53-43ef-8c18-3fc42ba82e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:39.384046423Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-128d2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-128d2f","reconcileID":"e248710e-bbc9-47d7-b22e-e74ad104dc75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-128d2f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-128d2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:39.666738773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4554a6-acfe-49d6-a573-47b472bd89bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:39.789686339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4554a6-acfe-49d6-a573-47b472bd89bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:39.809286319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4554a6-acfe-49d6-a573-47b472bd89bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:39.818867495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4554a6-acfe-49d6-a573-47b472bd89bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.051707869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622ad4cd-25bc-4a0f-8971-2de8d8e28ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.059002128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622ad4cd-25bc-4a0f-8971-2de8d8e28ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.066395798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622ad4cd-25bc-4a0f-8971-2de8d8e28ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.075499863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622ad4cd-25bc-4a0f-8971-2de8d8e28ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.409717833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"c985ef13-6fe7-4594-b1cb-b3ee76a2fa3a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.434941091Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"c985ef13-6fe7-4594-b1cb-b3ee76a2fa3a","name":"e2e-shared-a-w2-06bb0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.687064376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"f8ad9c1f-57d0-4f5c-bc71-989ff57ed659","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.698325694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"fbc99f8f-a864-4b01-a003-2dbccae239f9","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:40.706037429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"97135492-3251-4b24-add5-bb5de780e827","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.706297971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"52cfbce9-41de-4922-bdcd-257f264bf4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.713075699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ea7a197-d468-4a5d-9099-601ddd1fb6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.71961268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"52cfbce9-41de-4922-bdcd-257f264bf4c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.731386886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"5ee63733-b2d8-4ef1-9816-dd91efcd9eb0","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.731510345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ea7a197-d468-4a5d-9099-601ddd1fb6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.736555745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"089ccba7-290a-4f8b-9e0b-8fa65e895d9a","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.810279636Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"5672a3bc-d7cd-46ce-8f26-b19b848b8eb5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","model":"distinct-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.812624401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dcabbd42-4a4f-407a-9439-1c91f8ef0529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.81923317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bebf03bc-3611-44bc-9f51-252cc58785f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.829079263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dcabbd42-4a4f-407a-9439-1c91f8ef0529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.833501446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bebf03bc-3611-44bc-9f51-252cc58785f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.849273316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"809cac8d-5382-431e-bcda-2f7eafa34876","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.892795042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"053674ee-7543-4509-a2ad-3fca4d24c1fc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.892816499Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a33b12 priority=0:[ai-tenant-e2e-worker-w1-a33b12/e2e-model-match-sub ai-tenant-e2e-worker-w1-a33b12/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.89312074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"eba595a5-4d07-4a86-a47e-2c58f994f578","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.904378421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"4b0af59c-febd-4c9c-af0c-34923d86feaa","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.911751522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"550ae752-f649-463f-bcee-6f26e213be21","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:40.914222091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a33b12/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.92412786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"ff9c033c-cb14-482e-856f-4e4a3be2c3c0","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.962723483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e16fddd2-e432-4b5e-8c98-88e5256b47c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.971399656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e16fddd2-e432-4b5e-8c98-88e5256b47c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:40.9897035Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"0cb96b83-a65a-4378-b0fe-1063de7168c7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","model":"distinct-2-w1-a33b12","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a33b12/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.023333985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"4f7d29e5-ee3f-45be-a54b-80a8b16a34c1","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.060054915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"be2b0b41-3ed4-4157-8b21-97bffc891982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.068859264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"be2b0b41-3ed4-4157-8b21-97bffc891982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.071185833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"969595af-e38b-496f-920f-864b82b432c5","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.08284746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"6fe2f939-fd9b-4c38-a7c9-e6ccf391def5","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:41.090072623Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"6fe2f939-fd9b-4c38-a7c9-e6ccf391def5","name":"distinct-w1-a33b12","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:26:41.090120154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"6fe2f939-fd9b-4c38-a7c9-e6ccf391def5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a33b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.090361792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"4bd8f01d-2579-40fe-b81d-c94603c71343","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.095382243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"176a47fb-b99c-41ed-9bb3-3761f57b23cf","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.166337822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"33614f3d-1be2-43d3-8aee-eaa95f206714","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.166592901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9a92f2dc-830e-487e-a181-aa2fd2e720b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.174283501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"33614f3d-1be2-43d3-8aee-eaa95f206714","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.175419463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9a92f2dc-830e-487e-a181-aa2fd2e720b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.191697395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"cddd18ee-f83a-4b47-9b74-5ac97c3268e4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.293002286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"009d6863-74b7-4240-829a-8c42387b1cf2","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.301569503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"43fb1920-12d3-4d46-9a5d-2e3c09b2b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.31359789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"43fb1920-12d3-4d46-9a5d-2e3c09b2b46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.321663239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"97c445c1-9abd-44ce-8901-e527991bb273","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.380480294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"f0da774f-76da-412d-a926-beb65fa2d6e5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.381062511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"20532a53-357b-45b5-a1d0-5dcc9ed7e3f5","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.421715282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"1a08c415-40f6-4bc7-8a10-8200451e43bf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.434283948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"1a08c415-40f6-4bc7-8a10-8200451e43bf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.506759769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"1a412017-56b3-4145-b1ef-b1695911aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.507093938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"9ff71a66-2094-428c-905e-46c66440844c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.529830087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"1a412017-56b3-4145-b1ef-b1695911aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.532069646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"9ff71a66-2094-428c-905e-46c66440844c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.569861613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"2d654fdd-2a31-4b4b-b425-ca76212619f8","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.593448772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"254cc1cb-5847-4208-831d-4a991364467b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.602277049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"254cc1cb-5847-4208-831d-4a991364467b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.682942408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"1e1707ed-85f0-4958-80de-380cfbbe029a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:41.694279108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"1e1707ed-85f0-4958-80de-380cfbbe029a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.793164347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"3f92670d-58ad-4389-8b4a-61b8db5000d0","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.820756707Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"da5dbb8f-57a9-4731-8ec7-1eefaa0559e3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-545654d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.821800837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"2837b21e-f426-4045-a480-847723743698","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.823002522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"83b138ad-742a-4cb5-9538-f55864a5449c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.823423398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"b620acba-f5b8-42b0-ba98-ed1e1847a949","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.823818375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0dbb1778-3836-4dfd-98da-b26e816fc4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.890603638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"83b138ad-742a-4cb5-9538-f55864a5449c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.891133279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"2837b21e-f426-4045-a480-847723743698","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.894096047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0dbb1778-3836-4dfd-98da-b26e816fc4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.894749804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"b620acba-f5b8-42b0-ba98-ed1e1847a949","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.945212397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"22043cf9-b28d-48d7-a211-fe2d8e3285dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:42.954717421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"22043cf9-b28d-48d7-a211-fe2d8e3285dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.036615652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"a0bcbdb2-1a18-4401-85ec-ded3a35b99e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.036618055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"f343cb13-401d-4fe4-adb7-bf30daa5c1fb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.036957354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b00aa690-80a7-4057-883e-05f1bf1d2e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.04808836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b00aa690-80a7-4057-883e-05f1bf1d2e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.049466816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"a0bcbdb2-1a18-4401-85ec-ded3a35b99e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:43.050508089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"f343cb13-401d-4fe4-adb7-bf30daa5c1fb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:45.867294447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4d2e33b9-c952-48ee-b7c7-8ee7004bea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:45.871959353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cd850a3d-5207-4a2a-8729-7bf724baa4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:45.887163994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cd850a3d-5207-4a2a-8729-7bf724baa4b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:45.902866453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4d2e33b9-c952-48ee-b7c7-8ee7004bea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:45.980462874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"f467dd5f-de47-4507-89e3-b69819a8b6aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:46.008921031Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"f467dd5f-de47-4507-89e3-b69819a8b6aa","name":"e2e-shared-a-w4-726a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:47.226034776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"3f58f655-f513-41a4-b36f-b1c91153eed1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-15e79c","tenantID":"e2e-shared-a-w3-15e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:47.253103571Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"3f58f655-f513-41a4-b36f-b1c91153eed1","name":"e2e-shared-a-w3-15e79c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:50.350295297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"2421c17b-8710-4e6d-95a5-e9dc3563351f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:50.428800229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"2421c17b-8710-4e6d-95a5-e9dc3563351f","name":"e2e-shared-b-w0-128d2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:52.827789257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"4c45d679-969b-4b65-898d-524a6c114a34","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:52.918933305Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"4c45d679-969b-4b65-898d-524a6c114a34","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:52.928782693Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-sub","reconcileID":"4c45d679-969b-4b65-898d-524a6c114a34","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.005796695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa140ab-d6f7-4aed-9837-13a9b917b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.013729365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa140ab-d6f7-4aed-9837-13a9b917b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.020799499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa140ab-d6f7-4aed-9837-13a9b917b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.024963075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa140ab-d6f7-4aed-9837-13a9b917b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.062402626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"580cde89-ab1c-4ce9-b853-2a5db9220d63","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.079537714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"93cf288a-f700-470d-bb42-defdda99545c","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.104072395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3410bec7-180d-4269-a90d-1da778d82c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.105072112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"9c090696-6a8d-4550-a4cf-10a84ad3d693","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.106017976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"544bd8f0-c5b5-4bfa-87ef-90d359a9ff65","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.106774055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"88156507-c2b8-46bc-b261-e52f042a9fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.14189748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"9c090696-6a8d-4550-a4cf-10a84ad3d693","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.147477116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3410bec7-180d-4269-a90d-1da778d82c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.148726033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"544bd8f0-c5b5-4bfa-87ef-90d359a9ff65","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.150167903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"88156507-c2b8-46bc-b261-e52f042a9fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.192772302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"3acdb67f-8669-4a63-8610-a717a9aec661","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.205138153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"3acdb67f-8669-4a63-8610-a717a9aec661","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.218156672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7ba2b610-8886-46b4-b6a1-f50ebaed20af","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.319490854Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"154abc5b-e61b-40e0-b61e-c584b8633e26","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df686646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.342463003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3f765ad5-bc15-47f3-ac14-bcd00e62a899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.342681112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ac2b95df-791d-4648-b3d9-850969acb10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.342467503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"46c358d1-06ad-4c86-9649-cee50202cec7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.354527053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3f765ad5-bc15-47f3-ac14-bcd00e62a899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.393524773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ac2b95df-791d-4648-b3d9-850969acb10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.414735998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"46c358d1-06ad-4c86-9649-cee50202cec7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.434749215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"dba6756f-7451-43ee-a7a6-0867178d2735","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.445324271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"dba6756f-7451-43ee-a7a6-0867178d2735","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.450088524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8386635-e903-4475-803d-e32c0f333ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.45497533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8386635-e903-4475-803d-e32c0f333ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.455119688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"240e6f85-5e0e-4bf6-a5bb-f90ef78803cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.458806161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8386635-e903-4475-803d-e32c0f333ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.463476916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8386635-e903-4475-803d-e32c0f333ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.463587269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"fb8a0fa6-ec55-4a9a-951d-a3e665c525c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.46394417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"67602704-d941-4813-a99d-302bb932d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.475336721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"67602704-d941-4813-a99d-302bb932d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.475404069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"240e6f85-5e0e-4bf6-a5bb-f90ef78803cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.477957046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"fb8a0fa6-ec55-4a9a-951d-a3e665c525c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.877887717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285dacb-20fe-4424-a8df-45a46bacfd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.882107698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285dacb-20fe-4424-a8df-45a46bacfd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.885611474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285dacb-20fe-4424-a8df-45a46bacfd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:53.889098089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285dacb-20fe-4424-a8df-45a46bacfd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.35692022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133b3086-d2e9-4da0-812f-bab9781019e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.387714157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133b3086-d2e9-4da0-812f-bab9781019e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.391604241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133b3086-d2e9-4da0-812f-bab9781019e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.395140224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133b3086-d2e9-4da0-812f-bab9781019e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.769361876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6b1c8a-c001-4e6e-801d-188b8b2ab265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.774534737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6b1c8a-c001-4e6e-801d-188b8b2ab265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.778924295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6b1c8a-c001-4e6e-801d-188b8b2ab265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:54.782973031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6b1c8a-c001-4e6e-801d-188b8b2ab265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.072500036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d91a17e-fe03-46b7-973b-787c730034e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.077228036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d91a17e-fe03-46b7-973b-787c730034e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.081355304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d91a17e-fe03-46b7-973b-787c730034e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.085112884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d91a17e-fe03-46b7-973b-787c730034e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.417334004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efe14e2-e39c-4364-a5cb-403636660607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.421393986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efe14e2-e39c-4364-a5cb-403636660607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.424870746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efe14e2-e39c-4364-a5cb-403636660607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:55.428795743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efe14e2-e39c-4364-a5cb-403636660607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.133251605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25756aa4-6cb6-421b-a35a-f9d04fd748b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.137525408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25756aa4-6cb6-421b-a35a-f9d04fd748b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.144125489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25756aa4-6cb6-421b-a35a-f9d04fd748b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.148544921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25756aa4-6cb6-421b-a35a-f9d04fd748b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.68140577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32597729-8a2e-469f-9def-8197c6216a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.685942661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32597729-8a2e-469f-9def-8197c6216a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.68992645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32597729-8a2e-469f-9def-8197c6216a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.694552009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32597729-8a2e-469f-9def-8197c6216a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:58.967343679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.437483283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2faec8d-139e-49e5-bcd0-972b35b7e0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.442113143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2faec8d-139e-49e5-bcd0-972b35b7e0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.468563997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2faec8d-139e-49e5-bcd0-972b35b7e0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.479623442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2faec8d-139e-49e5-bcd0-972b35b7e0dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.693359638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea4a88-2e4e-49d7-9d9e-f4b2dd9c6c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.698302459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea4a88-2e4e-49d7-9d9e-f4b2dd9c6c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.706423776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea4a88-2e4e-49d7-9d9e-f4b2dd9c6c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:26:59.717418109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea4a88-2e4e-49d7-9d9e-f4b2dd9c6c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.293012326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f50f1b-8485-44aa-897a-64f03b1d6eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.299483126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f50f1b-8485-44aa-897a-64f03b1d6eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.30976902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f50f1b-8485-44aa-897a-64f03b1d6eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.341971165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f50f1b-8485-44aa-897a-64f03b1d6eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.55365573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ff9cc2-b4ed-4bf6-ab09-8ab23c02d8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.561627993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ff9cc2-b4ed-4bf6-ab09-8ab23c02d8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.574689135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ff9cc2-b4ed-4bf6-ab09-8ab23c02d8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.589492784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ff9cc2-b4ed-4bf6-ab09-8ab23c02d8fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.782384674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07cffcc-7cc1-44a2-bc3b-641cc1c79b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.786204845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07cffcc-7cc1-44a2-bc3b-641cc1c79b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.789772897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07cffcc-7cc1-44a2-bc3b-641cc1c79b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:00.793298678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07cffcc-7cc1-44a2-bc3b-641cc1c79b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:01.277424708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6ed261","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6ed261","reconcileID":"25a7be61-4024-4a15-bd34-d0f570b895a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6ed261","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6ed261":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:01.52563032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fc7d0a-ce85-4044-ab43-71fd5cc8f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:01.52962478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fc7d0a-ce85-4044-ab43-71fd5cc8f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:01.533182466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fc7d0a-ce85-4044-ab43-71fd5cc8f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:01.537379925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fc7d0a-ce85-4044-ab43-71fd5cc8f96b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.376812405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c646c62-e69b-4eda-9ca4-7c0be2425134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.381288034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c646c62-e69b-4eda-9ca4-7c0be2425134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.385240474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c646c62-e69b-4eda-9ca4-7c0be2425134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.389398693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c646c62-e69b-4eda-9ca4-7c0be2425134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.746028153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1650f55a-ec5d-4ce7-bc5a-845c4c088161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.750603143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1650f55a-ec5d-4ce7-bc5a-845c4c088161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.754228396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1650f55a-ec5d-4ce7-bc5a-845c4c088161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:02.760239678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1650f55a-ec5d-4ce7-bc5a-845c4c088161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.326302447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"2625f795-024c-496e-9b80-677c241ee5a4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.330362495Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"2625f795-024c-496e-9b80-677c241ee5a4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.348048912Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-sub","reconcileID":"2625f795-024c-496e-9b80-677c241ee5a4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.393263415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"ed164091-9c57-4a2d-b407-9d991380929d","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.4428859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cc7b5a88-ef96-41cb-a1cf-96477714490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.443397681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"cbd8ba23-8ea8-4982-86c8-2905cac4b409","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.445063192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"53cec3d5-1a05-464b-9cb3-dd765f16f5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.445560918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"685ca630-f1eb-4d4a-b045-2e8847c233f2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.460388238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cc7b5a88-ef96-41cb-a1cf-96477714490b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.466985893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"cbd8ba23-8ea8-4982-86c8-2905cac4b409","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.469878042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"685ca630-f1eb-4d4a-b045-2e8847c233f2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.472845435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"53cec3d5-1a05-464b-9cb3-dd765f16f5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.605570083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-match-auth","reconcileID":"21643b7e-1246-4488-9f62-894afdea49ae","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.606679018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"8dc343df-7362-4628-8b6b-77ca272ffc39","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.62982006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"b6f1a5b2-33f0-4631-9ff4-47e322cfdb5c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.692000279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"b6f1a5b2-33f0-4631-9ff4-47e322cfdb5c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.704370766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"1ad97bd9-0b16-4b43-b8a0-7db96af9a867","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.869905183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"2d16006d-11c0-4727-85b0-9d9fa5e419c4","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.870220997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"e2e-model-nomatch-auth","reconcileID":"b2a9be09-7d03-4118-b3f8-151d882fd79d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:03.92750738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7f7188b8-0902-422d-a02c-feb54459f6c1","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.48377041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf49bad-befa-45df-8b8c-7c36c2b32fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.487284846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf49bad-befa-45df-8b8c-7c36c2b32fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.491151237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf49bad-befa-45df-8b8c-7c36c2b32fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.495241145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf49bad-befa-45df-8b8c-7c36c2b32fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.973304231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80002a2e-c964-4cf2-a5f2-a3a72f3f2594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.977296276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80002a2e-c964-4cf2-a5f2-a3a72f3f2594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.981295258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80002a2e-c964-4cf2-a5f2-a3a72f3f2594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:05.988185142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80002a2e-c964-4cf2-a5f2-a3a72f3f2594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.454083576Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-904993","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-904993","reconcileID":"e5ca4717-baa7-474a-be0a-bf5906a4a4d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-904993","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-904993":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.54360702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b770189-13b7-4e19-86a1-17d5fe87282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.547902358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b770189-13b7-4e19-86a1-17d5fe87282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.552138693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b770189-13b7-4e19-86a1-17d5fe87282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.55638769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b770189-13b7-4e19-86a1-17d5fe87282b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:06.625696429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a9230f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a9230f","reconcileID":"d3ad0872-780f-4880-ae93-f08eb475f142","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a9230f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a9230f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:07.119125055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd969e-5f2f-4981-bbe8-52a9fde69f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:07.124469688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd969e-5f2f-4981-bbe8-52a9fde69f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:07.128572836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd969e-5f2f-4981-bbe8-52a9fde69f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:07.135406336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4fd969e-5f2f-4981-bbe8-52a9fde69f52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.600969098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23aea39-e961-4cd8-b5c0-6da11ab4c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.607307314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23aea39-e961-4cd8-b5c0-6da11ab4c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.611925346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23aea39-e961-4cd8-b5c0-6da11ab4c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.616061274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23aea39-e961-4cd8-b5c0-6da11ab4c7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.823029784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0eaba6d2-67f2-460d-97ce-d43e6fb0bb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.823364694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5ef03ad9-c9b3-41c0-8414-6cd6911cb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.927932196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5ef03ad9-c9b3-41c0-8414-6cd6911cb895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:09.937047711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0eaba6d2-67f2-460d-97ce-d43e6fb0bb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:10.357834819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fac464-9507-473e-a110-dccb9d27a383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:10.426022085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fac464-9507-473e-a110-dccb9d27a383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:10.431870306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fac464-9507-473e-a110-dccb9d27a383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:10.440757667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fac464-9507-473e-a110-dccb9d27a383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:10.480841897Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-d4a0a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-d4a0a5","reconcileID":"aeb471f0-566d-41a3-b76f-04d5a5b46607","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-d4a0a5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-d4a0a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:11.173867828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcc125a-c5bd-4617-9977-7a29a7a2d48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:11.187570686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcc125a-c5bd-4617-9977-7a29a7a2d48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:11.198280144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcc125a-c5bd-4617-9977-7a29a7a2d48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:11.219571115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcc125a-c5bd-4617-9977-7a29a7a2d48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.197738819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8aabf15-811c-46e9-837e-d58203c2112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.202758839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8aabf15-811c-46e9-837e-d58203c2112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.207380667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8aabf15-811c-46e9-837e-d58203c2112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.211545598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8aabf15-811c-46e9-837e-d58203c2112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.606612854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fd244e-410d-4f26-8d32-c8e27e1e8242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.611689551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fd244e-410d-4f26-8d32-c8e27e1e8242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.615658749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fd244e-410d-4f26-8d32-c8e27e1e8242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.620465942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61fd244e-410d-4f26-8d32-c8e27e1e8242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.905748145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd858e9-c7e0-4d69-b0e7-65158f50f357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.911862463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd858e9-c7e0-4d69-b0e7-65158f50f357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.922453397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd858e9-c7e0-4d69-b0e7-65158f50f357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:12.926921391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd858e9-c7e0-4d69-b0e7-65158f50f357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.330509702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8254f13f-c232-4c31-8c47-f2e552e50073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.337012633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8254f13f-c232-4c31-8c47-f2e552e50073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.34211119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8254f13f-c232-4c31-8c47-f2e552e50073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.346302534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8254f13f-c232-4c31-8c47-f2e552e50073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.718164527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26382918-f4ac-435f-b842-8ca56de4a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.72209623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26382918-f4ac-435f-b842-8ca56de4a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.725823381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26382918-f4ac-435f-b842-8ca56de4a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:13.733137284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26382918-f4ac-435f-b842-8ca56de4a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.000806252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05281c7-ea77-4828-9c3a-afba4f85e347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.005268979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05281c7-ea77-4828-9c3a-afba4f85e347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.014317808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05281c7-ea77-4828-9c3a-afba4f85e347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.02298013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d05281c7-ea77-4828-9c3a-afba4f85e347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.264702179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ea8e-6a0f-4a02-bc6f-db221a58ebaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.268189693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ea8e-6a0f-4a02-bc6f-db221a58ebaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.276983406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ea8e-6a0f-4a02-bc6f-db221a58ebaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.280576601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ea8e-6a0f-4a02-bc6f-db221a58ebaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.614812001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae3fd7-c696-4093-8475-cc9122e04c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.620188218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae3fd7-c696-4093-8475-cc9122e04c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.687572335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae3fd7-c696-4093-8475-cc9122e04c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:14.692540253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae3fd7-c696-4093-8475-cc9122e04c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:16.887645208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"16609aeb-7975-4eec-803a-d57577b35aee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:16.914932555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"16609aeb-7975-4eec-803a-d57577b35aee","name":"e2e-shared-b-w2-6ed261-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:22.428933074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"387f51d2-9681-43bb-a159-8b0c0047d79a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:22.481198342Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"387f51d2-9681-43bb-a159-8b0c0047d79a","name":"e2e-shared-b-w4-904993-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:23.439406057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"802c0d6e-a66f-4369-87b0-deed2b55d85c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a9230f","tenantID":"e2e-shared-b-w3-a9230f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:23.482784215Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"802c0d6e-a66f-4369-87b0-deed2b55d85c","name":"e2e-shared-b-w3-a9230f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:26.142729593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"a15e1cc2-3689-4cb8-9cd8-818b81964176","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:26.209999724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"a15e1cc2-3689-4cb8-9cd8-818b81964176","name":"e2e-shared-a-w1-d4a0a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:26.572712435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"13d4e9ac-85d5-4f9c-84f2-ed0f717b8e8e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:26.572746701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"13d4e9ac-85d5-4f9c-84f2-ed0f717b8e8e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:28.96901923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:31.722301079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eac510f-247b-48aa-a67d-8380c0e2ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:31.725801421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eac510f-247b-48aa-a67d-8380c0e2ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:31.729393088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eac510f-247b-48aa-a67d-8380c0e2ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:31.73548127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eac510f-247b-48aa-a67d-8380c0e2ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.043908765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9a5758-f367-46c0-a6a0-fc3f3817a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.04861358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9a5758-f367-46c0-a6a0-fc3f3817a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.055471023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9a5758-f367-46c0-a6a0-fc3f3817a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.063485828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9a5758-f367-46c0-a6a0-fc3f3817a2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.281552621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e561740-6fcf-4986-8bf8-0b3d0d2716a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.287579319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e561740-6fcf-4986-8bf8-0b3d0d2716a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.299035346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e561740-6fcf-4986-8bf8-0b3d0d2716a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.30260363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e561740-6fcf-4986-8bf8-0b3d0d2716a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.529853543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f961887-dc40-4b46-becb-2ae5d410ed9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.595313538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f961887-dc40-4b46-becb-2ae5d410ed9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.60084004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f961887-dc40-4b46-becb-2ae5d410ed9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:32.605293919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f961887-dc40-4b46-becb-2ae5d410ed9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:35.18976805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"86572fc5-0a46-439e-82fc-8bcdc1c266f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:35.190683325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a3a2fe70-33be-4767-b3d6-d414ecd6cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:35.203363003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a3a2fe70-33be-4767-b3d6-d414ecd6cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:35.206168402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"86572fc5-0a46-439e-82fc-8bcdc1c266f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.084642381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0606da2e-1d79-4b51-b289-31235427815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.091109641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0606da2e-1d79-4b51-b289-31235427815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.095650155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0606da2e-1d79-4b51-b289-31235427815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.100647101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0606da2e-1d79-4b51-b289-31235427815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.348993184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc2bb92-4245-4679-920b-dac7d28563e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.35530131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc2bb92-4245-4679-920b-dac7d28563e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.362401574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc2bb92-4245-4679-920b-dac7d28563e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:39.36633705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc2bb92-4245-4679-920b-dac7d28563e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.16651056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f0b64f-bcf2-4420-ad23-2e94d2b79039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.170180255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f0b64f-bcf2-4420-ad23-2e94d2b79039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.173618307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f0b64f-bcf2-4420-ad23-2e94d2b79039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.176997781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66f0b64f-bcf2-4420-ad23-2e94d2b79039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.472604712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965f6217-82a9-4bd4-8b14-25987644c693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.476057368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965f6217-82a9-4bd4-8b14-25987644c693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.479597585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965f6217-82a9-4bd4-8b14-25987644c693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:40.483110169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965f6217-82a9-4bd4-8b14-25987644c693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.145535747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"a1719cb5-5c5f-4cf0-91c9-145a54d0d135","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.145586253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"a1719cb5-5c5f-4cf0-91c9-145a54d0d135","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.171110667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eb034d-b451-4404-a0f7-629e567bfa1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.176159242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eb034d-b451-4404-a0f7-629e567bfa1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.180507731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eb034d-b451-4404-a0f7-629e567bfa1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.187063534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2eb034d-b451-4404-a0f7-629e567bfa1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.507198705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"f1a057b4-c0e3-40c4-afb4-2550edee4199","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.507227839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"f1a057b4-c0e3-40c4-afb4-2550edee4199","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.519191565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"85fe995d-5a4a-443a-8cf4-ac4852549849","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.519214225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"85fe995d-5a4a-443a-8cf4-ac4852549849","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.530654448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"8f2a226b-b2c4-4c14-a168-96929973490d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.583583019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"8f2a226b-b2c4-4c14-a168-96929973490d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.618357075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"8f2a226b-b2c4-4c14-a168-96929973490d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.631576138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bca9eb-71f4-4c5c-aea4-47441e6d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.645401797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"6f250b21-73b0-482a-bdad-ed2aa046da7e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.645419263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"6f250b21-73b0-482a-bdad-ed2aa046da7e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.652332757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bca9eb-71f4-4c5c-aea4-47441e6d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.659685027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bca9eb-71f4-4c5c-aea4-47441e6d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:43.665048353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bca9eb-71f4-4c5c-aea4-47441e6d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.232798199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fcfdb-4c01-4f74-b65c-01988d5ef79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.238157927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fcfdb-4c01-4f74-b65c-01988d5ef79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.241920121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fcfdb-4c01-4f74-b65c-01988d5ef79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.245701962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25fcfdb-4c01-4f74-b65c-01988d5ef79d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.633375863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c05675-7072-4ea1-aff2-cceeccc49dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.638244684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c05675-7072-4ea1-aff2-cceeccc49dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.642162332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c05675-7072-4ea1-aff2-cceeccc49dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:50.645984278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c05675-7072-4ea1-aff2-cceeccc49dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:51.159125635Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-27804d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-27804d","reconcileID":"10dc38db-1a55-45d1-b299-c1aa65de9818","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-27804d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-27804d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:51.627058726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a81bf8-9592-4c2f-8632-cffaaabc6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:51.644617709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a81bf8-9592-4c2f-8632-cffaaabc6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:51.666886733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a81bf8-9592-4c2f-8632-cffaaabc6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:51.677501218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a81bf8-9592-4c2f-8632-cffaaabc6416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.726919705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"92e77ab6-a82f-41d6-b89b-27ca4aa13227","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.769379533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"ca504c10-4b26-4378-a666-48b48f352834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.779934261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3ada36be-b824-4556-8de0-ae1fdd691d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.781767712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"836bcecf-681f-45a9-b663-d4232c924e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.790050513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3ada36be-b824-4556-8de0-ae1fdd691d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.802367218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"836bcecf-681f-45a9-b663-d4232c924e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.819986757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"6c7ff835-b511-44ad-8ee1-34d2d0f8af85","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:52.857513907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"5bde107f-a008-4260-889d-8cc948f7d94c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:53.664704024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"cf615903-9ddc-4d29-84a2-4676647f1b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:53.686829275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"cf615903-9ddc-4d29-84a2-4676647f1b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:53.700261448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"cf615903-9ddc-4d29-84a2-4676647f1b53","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:54.677268095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"12e6f644-d696-41eb-a311-7f80ece58b72","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:58.978117302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:59.549154775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"acbc214f-23ab-4b28-96b8-26c6357cb226","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:27:59.549179566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"acbc214f-23ab-4b28-96b8-26c6357cb226","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:02.820905143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5786f115-501a-4c47-98c3-f3666465f0ab","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:03.737488275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"b351d031-2107-4482-88aa-ccd99794e144","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:03.75935564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"b351d031-2107-4482-88aa-ccd99794e144","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:03.798362416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"b351d031-2107-4482-88aa-ccd99794e144","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:04.707396773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"d441ba0a-e513-4676-aaca-fad3e71e6d1c","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.92701954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"711b105c-8024-462d-b401-09f1e92ce89f","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.958145212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"0f7f917b-35bd-4a54-a8b5-3ed656249af4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.965105759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a27e8dbd-899f-4e03-8506-ba4d94f24638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.980338615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ad57485-c99d-49da-b7a4-aae76961f2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.989000164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a27e8dbd-899f-4e03-8506-ba4d94f24638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.989770993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ad57485-c99d-49da-b7a4-aae76961f2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:05.993468575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"4f50a4b3-0a52-4450-a200-04033b35da8d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:06.058617434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"5664d90f-3c04-48ea-9908-cee78fa004bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:06.689929831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"fc485a7c-e271-4e91-b8e8-5fc1c959bbe1","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:11.872751725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"00d7644d-d99b-49a1-8bd0-5086d398d0e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:11.925244043Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"00d7644d-d99b-49a1-8bd0-5086d398d0e3","name":"e2e-shared-b-w1-27804d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:13.816043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3e247594-c757-4499-89a1-93bb63b44db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:13.832449245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3e247594-c757-4499-89a1-93bb63b44db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:13.844811406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (609915607d74686ffeca910a6a2f754b4d40f06657c9378307d7c3942ddd0cd3) AuthConfig (e360272671dce6d9357b01ed9144e7ce19a8840b0d9c58fb792c60103cb2aa81) AuthConfig (251244893733458bac1e3d804e8a5578fa9115362a35ab29a9f74654c9f31007) AuthConfig (389f3d83bf532bacbae064a2eb6b819dcbd07e641415bbde11663ccd14b6a62d) AuthConfig (3266240ad823a92f2aee9ba9f57eedc78f1b37e20cc65d9b11f61f041c269f86) AuthConfig (ab891fed67efcfa8c4ddaef20f93b874f1c3965cf4b7d3df2a8b8e3863c79bab) AuthConfig (edbf9204e68dc2368e4b07aa3209803ed6b1ca6868dfa3fcad77f3c8d213b7ff) AuthConfig (72b1830f55d49059782d903e2bcf84647fe973f61c252baf5cff61ff4aed9b75) AuthConfig (a895cfc525bfad926d45a084fb5df68539e75cec3d2e7fd434fce9163550d126) AuthConfig (e447e1b211472968a39c4ee0abf027dbcddd3ea1e243057544f0871a33dbf2a8) AuthConfig (a1f7a83c84b8c37b958365ead7acf7eed7a6e1e20266e374747847b3fb5d5edf) AuthConfig (37e83c7e5f9a40845ad7b8c593392e47a72b0bd6a492278745ea366ff55de501) AuthConfig (b1ca28b8de0474189c1335d27e1ad9bcdb2913c8f92859ce3b7925ae21a401e3) AuthConfig (95305d8af5ff8c0fa83260760fc3919a79f747d0aa3f5528300eba9b4a2ebef1) AuthConfig (df54d33a3ef42cfd9bdb78dd9ece34e9a3eea18a224e9f4184bc6c10d73e4f92) AuthConfig (2f79debf03b64e91c6cd079e3d6d585ffd6f2b9640aef11b9cbf735455565953) AuthConfig (c20bcddb8a9895efed334a2165f4998fcd662aca18745b90e51a8dc082f20f1c) AuthConfig (2aa2f3a488228ec07825868094f06c0d0e727d17e4c4a8ae9e875c4a6df4fee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3e247594-c757-4499-89a1-93bb63b44db4","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:13.861916769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"d580540f-cf8f-4ed9-8f2c-cf9f6d8334ec","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:13.861934114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"d580540f-cf8f-4ed9-8f2c-cf9f6d8334ec","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:23.872148564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"e0f8df45-b693-450c-8f76-b739bfd1f8cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:23.909106725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"e0f8df45-b693-450c-8f76-b739bfd1f8cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:23.92959613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (609915607d74686ffeca910a6a2f754b4d40f06657c9378307d7c3942ddd0cd3) AuthConfig (e360272671dce6d9357b01ed9144e7ce19a8840b0d9c58fb792c60103cb2aa81) AuthConfig (251244893733458bac1e3d804e8a5578fa9115362a35ab29a9f74654c9f31007) AuthConfig (389f3d83bf532bacbae064a2eb6b819dcbd07e641415bbde11663ccd14b6a62d) AuthConfig (3266240ad823a92f2aee9ba9f57eedc78f1b37e20cc65d9b11f61f041c269f86) AuthConfig (ab891fed67efcfa8c4ddaef20f93b874f1c3965cf4b7d3df2a8b8e3863c79bab) AuthConfig (edbf9204e68dc2368e4b07aa3209803ed6b1ca6868dfa3fcad77f3c8d213b7ff) AuthConfig (72b1830f55d49059782d903e2bcf84647fe973f61c252baf5cff61ff4aed9b75) AuthConfig (a895cfc525bfad926d45a084fb5df68539e75cec3d2e7fd434fce9163550d126) AuthConfig (e447e1b211472968a39c4ee0abf027dbcddd3ea1e243057544f0871a33dbf2a8) AuthConfig (a1f7a83c84b8c37b958365ead7acf7eed7a6e1e20266e374747847b3fb5d5edf) AuthConfig (37e83c7e5f9a40845ad7b8c593392e47a72b0bd6a492278745ea366ff55de501) AuthConfig (b1ca28b8de0474189c1335d27e1ad9bcdb2913c8f92859ce3b7925ae21a401e3) AuthConfig (95305d8af5ff8c0fa83260760fc3919a79f747d0aa3f5528300eba9b4a2ebef1) AuthConfig (df54d33a3ef42cfd9bdb78dd9ece34e9a3eea18a224e9f4184bc6c10d73e4f92) AuthConfig (2f79debf03b64e91c6cd079e3d6d585ffd6f2b9640aef11b9cbf735455565953) AuthConfig (c20bcddb8a9895efed334a2165f4998fcd662aca18745b90e51a8dc082f20f1c) AuthConfig (2aa2f3a488228ec07825868094f06c0d0e727d17e4c4a8ae9e875c4a6df4fee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"e0f8df45-b693-450c-8f76-b739bfd1f8cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:25.292126563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15e79c","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"auth-test-model-15e79c","reconcileID":"313051cc-9e38-47a8-b3f8-5c0dd5fb9008","MaaSModelRef":{"name":"auth-test-model-15e79c","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"tenant":"e2e-shared-a-w3-15e79c","gateway":"openshift-ingress/e2e-shared-a-w3-15e79c","model":"ai-tenant-e2e-shared-a-w3-15e79c/auth-test-model-15e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:25.292163579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15e79c","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"auth-test-model-15e79c","reconcileID":"313051cc-9e38-47a8-b3f8-5c0dd5fb9008","MaaSModelRef":{"name":"auth-test-model-15e79c","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"routeName":"auth-test-model-15e79c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-15e79c","llmisvcName":"auth-test-model-15e79c","gateway":"openshift-ingress/e2e-shared-a-w3-15e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:25.316802471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"64bb2f46-f956-4b05-a8f5-c6dd6590d21a","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:25.317855402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"64bb2f46-f956-4b05-a8f5-c6dd6590d21a","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.421231026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"060e986f-d11e-4d81-9a84-a704257d98bc","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.421557966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"060e986f-d11e-4d81-9a84-a704257d98bc","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.803006113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"ecff63c7-6f12-4065-b1a4-b4530e37a7f2","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.803102088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"ecff63c7-6f12-4065-b1a4-b4530e37a7f2","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.812015176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"94d1a97f-ff19-4d6d-92d4-46fb881823b7","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.812040368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"94d1a97f-ff19-4d6d-92d4-46fb881823b7","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.827519807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"09a40b42-cb91-4bdc-9762-fa23a6ab2015","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.917634532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"09a40b42-cb91-4bdc-9762-fa23a6ab2015","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.93198432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"09a40b42-cb91-4bdc-9762-fa23a6ab2015","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.944201457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"24db2e14-1659-41a7-bf1a-dfd4131d480e","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:27.944223244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"24db2e14-1659-41a7-bf1a-dfd4131d480e","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:29.088477369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:33.350802016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8a4f4-536d-4dcf-93f3-ee315b57d51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:33.362733484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8a4f4-536d-4dcf-93f3-ee315b57d51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:33.381911752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8a4f4-536d-4dcf-93f3-ee315b57d51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:33.392283129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8a4f4-536d-4dcf-93f3-ee315b57d51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:33.987345808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"2a8198c4-cb46-4fbb-a24f-b36b570d0430","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.007767665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"2a8198c4-cb46-4fbb-a24f-b36b570d0430","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.039233584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b30a42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (609915607d74686ffeca910a6a2f754b4d40f06657c9378307d7c3942ddd0cd3) AuthConfig (e360272671dce6d9357b01ed9144e7ce19a8840b0d9c58fb792c60103cb2aa81) AuthConfig (251244893733458bac1e3d804e8a5578fa9115362a35ab29a9f74654c9f31007) AuthConfig (389f3d83bf532bacbae064a2eb6b819dcbd07e641415bbde11663ccd14b6a62d) AuthConfig (3266240ad823a92f2aee9ba9f57eedc78f1b37e20cc65d9b11f61f041c269f86) AuthConfig (ab891fed67efcfa8c4ddaef20f93b874f1c3965cf4b7d3df2a8b8e3863c79bab) AuthConfig (edbf9204e68dc2368e4b07aa3209803ed6b1ca6868dfa3fcad77f3c8d213b7ff) AuthConfig (72b1830f55d49059782d903e2bcf84647fe973f61c252baf5cff61ff4aed9b75) AuthConfig (a895cfc525bfad926d45a084fb5df68539e75cec3d2e7fd434fce9163550d126) AuthConfig (e447e1b211472968a39c4ee0abf027dbcddd3ea1e243057544f0871a33dbf2a8) AuthConfig (a1f7a83c84b8c37b958365ead7acf7eed7a6e1e20266e374747847b3fb5d5edf) AuthConfig (37e83c7e5f9a40845ad7b8c593392e47a72b0bd6a492278745ea366ff55de501) AuthConfig (b1ca28b8de0474189c1335d27e1ad9bcdb2913c8f92859ce3b7925ae21a401e3) AuthConfig (95305d8af5ff8c0fa83260760fc3919a79f747d0aa3f5528300eba9b4a2ebef1) AuthConfig (df54d33a3ef42cfd9bdb78dd9ece34e9a3eea18a224e9f4184bc6c10d73e4f92) AuthConfig (2f79debf03b64e91c6cd079e3d6d585ffd6f2b9640aef11b9cbf735455565953) AuthConfig (c20bcddb8a9895efed334a2165f4998fcd662aca18745b90e51a8dc082f20f1c) AuthConfig (2aa2f3a488228ec07825868094f06c0d0e727d17e4c4a8ae9e875c4a6df4fee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"2a8198c4-cb46-4fbb-a24f-b36b570d0430","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.141671187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639b8030-0eb6-487a-ade9-da63c09de2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.156707493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639b8030-0eb6-487a-ade9-da63c09de2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.161259955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639b8030-0eb6-487a-ade9-da63c09de2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:34.165869512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639b8030-0eb6-487a-ade9-da63c09de2c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:37.955458749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"82a90a71-8f16-42c1-941d-3aa4674b868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:37.964991876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"82a90a71-8f16-42c1-941d-3aa4674b868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:37.972921128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"82a90a71-8f16-42c1-941d-3aa4674b868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:44.057729275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"293cd0e4-0e7f-400c-8208-b4c5e794affc","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:44.068653923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"293cd0e4-0e7f-400c-8208-b4c5e794affc","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:44.110694093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"83238069-814a-477b-9734-e83c6811fede","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:44.110714685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"83238069-814a-477b-9734-e83c6811fede","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.093782766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"037951fb-5ba8-4480-9fcb-b0561cade16e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.093810947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"037951fb-5ba8-4480-9fcb-b0561cade16e","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:28:46.11034761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"cd1119d0-a02a-42d7-8eda-8a4a88abfa96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1d22fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.118492942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"ad463ecb-7661-4c14-8e26-ede1f30e0a29","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.128366325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"fb9f50ee-c912-4602-abc6-f11b8a9ee6fd","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.128391999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"fb9f50ee-c912-4602-abc6-f11b8a9ee6fd","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.13534918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"ad463ecb-7661-4c14-8e26-ede1f30e0a29","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:28:46.137586816Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"fb9f50ee-c912-4602-abc6-f11b8a9ee6fd","name":"auth-test-model-b30a42","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b30a42\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:28:46.137640888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"fb9f50ee-c912-4602-abc6-f11b8a9ee6fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b30a42\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.142997711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"c6b1d5a9-89f9-4728-8a0e-99c8f0cac4c1","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.14301437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"c6b1d5a9-89f9-4728-8a0e-99c8f0cac4c1","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.146089551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"14d42920-2d40-4c4d-a045-4c04ab9286d8","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.146106962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"14d42920-2d40-4c4d-a045-4c04ab9286d8","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.156859201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"00359428-afc3-4075-922c-58452653757f","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.156874161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"00359428-afc3-4075-922c-58452653757f","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.193319253Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"dd2ee27b-612d-4cd9-a6d6-c6df4940d5e5","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"maas-trlp-auth-test-model-b30a42","model":"auth-test-model-b30a42","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-b30a42/e2e-auth-iso-1d22fd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.215451803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"279243cc-ffb8-476b-bb61-f73486bd61b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.228544215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"279243cc-ffb8-476b-bb61-f73486bd61b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.237173245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"a432f056-7f9a-4f0c-8463-2ad75faf4073","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.237197695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"a432f056-7f9a-4f0c-8463-2ad75faf4073","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:46.290471148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"18ca6f3a-0faf-4e7a-ad39-cf0b7bee3c3d","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"maas-trlp-auth-test-model-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:48.01988423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"af038d25-b930-40a7-be5f-1e19382ff848","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:48.032290594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"af038d25-b930-40a7-be5f-1e19382ff848","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:48.077098959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"af038d25-b930-40a7-be5f-1e19382ff848","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:52.539689048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9230f","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"auth-test-model-a9230f","reconcileID":"11633f85-d6a9-4469-ad3b-1d82c427c0e1","MaaSModelRef":{"name":"auth-test-model-a9230f","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"tenant":"e2e-shared-b-w3-a9230f","gateway":"openshift-ingress/e2e-shared-b-w3-a9230f","model":"ai-tenant-e2e-shared-b-w3-a9230f/auth-test-model-a9230f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:52.54123207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a9230f","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"auth-test-model-a9230f","reconcileID":"11633f85-d6a9-4469-ad3b-1d82c427c0e1","MaaSModelRef":{"name":"auth-test-model-a9230f","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"routeName":"auth-test-model-a9230f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a9230f","llmisvcName":"auth-test-model-a9230f","gateway":"openshift-ingress/e2e-shared-b-w3-a9230f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:52.836142302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"93898b42-a2a0-4a88-80b7-533f70e59b67","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:52.83626119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"93898b42-a2a0-4a88-80b7-533f70e59b67","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.600413352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"355763a3-1b7e-40ec-80bd-343c28259af5","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.60046262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"355763a3-1b7e-40ec-80bd-343c28259af5","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.6334037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c479ad3d-143b-47f7-9ab7-3ebfcdec3cd1","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.633540339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c479ad3d-143b-47f7-9ab7-3ebfcdec3cd1","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.688293716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"32bdabb7-ba72-4dd2-8b2c-ecbaef97a39a","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.754610348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"32bdabb7-ba72-4dd2-8b2c-ecbaef97a39a","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.765278133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"32bdabb7-ba72-4dd2-8b2c-ecbaef97a39a","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.780114535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c151db64-4b74-4f0c-8449-72b9d76b5b2a","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:53.780207545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c151db64-4b74-4f0c-8449-72b9d76b5b2a","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.093266422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"e9546119-19fb-4ac1-bb16-389b98142216","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.105283198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"e9546119-19fb-4ac1-bb16-389b98142216","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.117938508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0688c83475297cb6c5edd47347d0db7ea137c3736a45de7bdecd3055706a2d0e) AuthConfig (37320058478b9af6df9bd469b92179ba47b492757267c9438c5208853b346846) AuthConfig (661af05d58a5d774c865f3f37a6b868d8442a4408bd89fb6516a2362a617740d) AuthConfig (aeb21d95f46200f42079d898c978db258cdcf93608b4fb9c620ad36614ac2332) AuthConfig (6b2703986ed559940105b5b1b5a1a703258db7dc77bd3d14acfef674d9ba3d9c) AuthConfig (11117ded2f50fc10711cb31d58a269e605114ce07677dd4b4839f37fdde5573e) AuthConfig (807d63e1222ec62d5ab103e2dcc3110ab67a529f88f2c72458f270677482d4fb) AuthConfig (e69eace40ef0f859dd684dbd0c8a1cb64d5ab1e6a07af324c298d7571a51b40c) AuthConfig (7a5656c3e6ed43f99988bfc671a16e4c2458853ed6b54791e7c6a7a982c04c47) AuthConfig (20b81ce0c3be9e3c29306b5800472645912873dc8a4603de8b14a5e07f588a40) AuthConfig (fbe8ee01d55a184559c4d0a1e09115f00c7db721a764b70316ae4a1a06a5688e) AuthConfig (d845cd8cf5e51e64b06878105f9b11bbf15316d7c166562c89255bf75f073c2c) AuthConfig (bb9077254f308bb9cbbde79306ffca11cea21e129539687fd84ef6fff4380f7e) AuthConfig (21528eed6a4836010b1645bc82d805f281447bcd67c8778b73d67b70433b9cc9) AuthConfig (475d8b6111b91541b4993f6d945738cfffa54775383b6eab01c808069df13fd7) AuthConfig (ce7bbb23838fd78841fab69d3e86f65d973bac289e6170f4175ba3df4f78ea73) AuthConfig (6deb147d0cadd806db55d7f579b9c4eb9610cb666d723e64e2fa0f9549198646) AuthConfig (584821c3a397b574f3c1e75818a4c761aeb80d828dc371c54a3942c4dcd45237)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"e9546119-19fb-4ac1-bb16-389b98142216","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.13440796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a9f7cb4d-1985-49cf-a816-e7e39bcc9c7a","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.134427769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a9f7cb4d-1985-49cf-a816-e7e39bcc9c7a","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:28:58.97032119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:03.805131172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"d63bdc6b-893a-4c74-a0ed-2a5e28cd94c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:03.8169196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"d63bdc6b-893a-4c74-a0ed-2a5e28cd94c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:03.825401588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"d63bdc6b-893a-4c74-a0ed-2a5e28cd94c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:08.199651225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"b27ba7a2-4037-45b1-81ac-c4534a3d0f10","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:08.215840501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"b27ba7a2-4037-45b1-81ac-c4534a3d0f10","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:08.240228991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0688c83475297cb6c5edd47347d0db7ea137c3736a45de7bdecd3055706a2d0e) AuthConfig (37320058478b9af6df9bd469b92179ba47b492757267c9438c5208853b346846) AuthConfig (661af05d58a5d774c865f3f37a6b868d8442a4408bd89fb6516a2362a617740d) AuthConfig (aeb21d95f46200f42079d898c978db258cdcf93608b4fb9c620ad36614ac2332) AuthConfig (6b2703986ed559940105b5b1b5a1a703258db7dc77bd3d14acfef674d9ba3d9c) AuthConfig (11117ded2f50fc10711cb31d58a269e605114ce07677dd4b4839f37fdde5573e) AuthConfig (807d63e1222ec62d5ab103e2dcc3110ab67a529f88f2c72458f270677482d4fb) AuthConfig (e69eace40ef0f859dd684dbd0c8a1cb64d5ab1e6a07af324c298d7571a51b40c) AuthConfig (7a5656c3e6ed43f99988bfc671a16e4c2458853ed6b54791e7c6a7a982c04c47) AuthConfig (20b81ce0c3be9e3c29306b5800472645912873dc8a4603de8b14a5e07f588a40) AuthConfig (fbe8ee01d55a184559c4d0a1e09115f00c7db721a764b70316ae4a1a06a5688e) AuthConfig (d845cd8cf5e51e64b06878105f9b11bbf15316d7c166562c89255bf75f073c2c) AuthConfig (bb9077254f308bb9cbbde79306ffca11cea21e129539687fd84ef6fff4380f7e) AuthConfig (21528eed6a4836010b1645bc82d805f281447bcd67c8778b73d67b70433b9cc9) AuthConfig (475d8b6111b91541b4993f6d945738cfffa54775383b6eab01c808069df13fd7) AuthConfig (ce7bbb23838fd78841fab69d3e86f65d973bac289e6170f4175ba3df4f78ea73) AuthConfig (6deb147d0cadd806db55d7f579b9c4eb9610cb666d723e64e2fa0f9549198646) AuthConfig (584821c3a397b574f3c1e75818a4c761aeb80d828dc371c54a3942c4dcd45237)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"b27ba7a2-4037-45b1-81ac-c4534a3d0f10","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:12.87905606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decc20a5-2d7a-4949-8306-11a1033e9689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:12.882701836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decc20a5-2d7a-4949-8306-11a1033e9689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:12.886468007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decc20a5-2d7a-4949-8306-11a1033e9689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:12.890385121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decc20a5-2d7a-4949-8306-11a1033e9689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.181004693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46a9846-b745-4ae7-8738-48980a22fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.189223607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46a9846-b745-4ae7-8738-48980a22fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.192890422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46a9846-b745-4ae7-8738-48980a22fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.196704205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46a9846-b745-4ae7-8738-48980a22fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.793704108Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-46c98c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-46c98c","reconcileID":"993a41e7-4647-4a53-aaf1-a6b34c9c4701","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-46c98c","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-46c98c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.840329381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"c270ceda-ea1f-4fb6-91ba-dad253ad14ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.864922182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"c270ceda-ea1f-4fb6-91ba-dad253ad14ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:13.887814043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"c270ceda-ea1f-4fb6-91ba-dad253ad14ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:14.138976213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf95a7ae-b35b-4ac2-bc26-099fcccfcc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:14.143413428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf95a7ae-b35b-4ac2-bc26-099fcccfcc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:14.150786155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf95a7ae-b35b-4ac2-bc26-099fcccfcc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:14.158151653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf95a7ae-b35b-4ac2-bc26-099fcccfcc65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:15.53779074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"c938e5c9-054e-499e-bfb1-b1e10399932b","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:15.537822722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"c938e5c9-054e-499e-bfb1-b1e10399932b","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:18.254311272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"681a8a9a-64e1-4d7c-bdc4-14e504f6dfd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:18.267113224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"681a8a9a-64e1-4d7c-bdc4-14e504f6dfd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:18.275757842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-06bb0f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0688c83475297cb6c5edd47347d0db7ea137c3736a45de7bdecd3055706a2d0e) AuthConfig (37320058478b9af6df9bd469b92179ba47b492757267c9438c5208853b346846) AuthConfig (661af05d58a5d774c865f3f37a6b868d8442a4408bd89fb6516a2362a617740d) AuthConfig (aeb21d95f46200f42079d898c978db258cdcf93608b4fb9c620ad36614ac2332) AuthConfig (6b2703986ed559940105b5b1b5a1a703258db7dc77bd3d14acfef674d9ba3d9c) AuthConfig (11117ded2f50fc10711cb31d58a269e605114ce07677dd4b4839f37fdde5573e) AuthConfig (807d63e1222ec62d5ab103e2dcc3110ab67a529f88f2c72458f270677482d4fb) AuthConfig (e69eace40ef0f859dd684dbd0c8a1cb64d5ab1e6a07af324c298d7571a51b40c) AuthConfig (7a5656c3e6ed43f99988bfc671a16e4c2458853ed6b54791e7c6a7a982c04c47) AuthConfig (20b81ce0c3be9e3c29306b5800472645912873dc8a4603de8b14a5e07f588a40) AuthConfig (fbe8ee01d55a184559c4d0a1e09115f00c7db721a764b70316ae4a1a06a5688e) AuthConfig (d845cd8cf5e51e64b06878105f9b11bbf15316d7c166562c89255bf75f073c2c) AuthConfig (bb9077254f308bb9cbbde79306ffca11cea21e129539687fd84ef6fff4380f7e) AuthConfig (21528eed6a4836010b1645bc82d805f281447bcd67c8778b73d67b70433b9cc9) AuthConfig (475d8b6111b91541b4993f6d945738cfffa54775383b6eab01c808069df13fd7) AuthConfig (ce7bbb23838fd78841fab69d3e86f65d973bac289e6170f4175ba3df4f78ea73) AuthConfig (6deb147d0cadd806db55d7f579b9c4eb9610cb666d723e64e2fa0f9549198646) AuthConfig (584821c3a397b574f3c1e75818a4c761aeb80d828dc371c54a3942c4dcd45237)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"681a8a9a-64e1-4d7c-bdc4-14e504f6dfd1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:23.914063396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"adbc3c89-cd55-4d35-af11-ad91391b6ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:23.928689389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"adbc3c89-cd55-4d35-af11-ad91391b6ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:23.938878974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"adbc3c89-cd55-4d35-af11-ad91391b6ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:25.773098535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"1728c66b-01aa-41bd-95bf-e44c38099a68","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"maas-trlp-auth-test-model-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:25.824931443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"d33a545a-d77b-41d7-a107-6fd2b9a081e5","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:25.824953034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"d33a545a-d77b-41d7-a107-6fd2b9a081e5","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.168333342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"159ca9f5-8c07-45a1-b6fe-580b2f2390c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.204899238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"159ca9f5-8c07-45a1-b6fe-580b2f2390c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.913872636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"3a28b607-43e2-4c63-9ea8-1a7d30c5befb","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.913898669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"3a28b607-43e2-4c63-9ea8-1a7d30c5befb","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.924351844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"e2767f59-3af9-40d5-b68b-96c14b467871","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.924373372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"e2767f59-3af9-40d5-b68b-96c14b467871","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.932746586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"bb94c31b-80b7-4d41-a342-65d6546d6227","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.965708931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"bb94c31b-80b7-4d41-a342-65d6546d6227","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.974174311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"bb94c31b-80b7-4d41-a342-65d6546d6227","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.985511211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"b13e1d40-9757-47d2-8c1b-3bae853f26eb","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:27.985527896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"b13e1d40-9757-47d2-8c1b-3bae853f26eb","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:28.287079962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"36e2493a-0ca8-4d13-a151-8ce8fe4a37c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:28.299488775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"36e2493a-0ca8-4d13-a151-8ce8fe4a37c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:28.449469144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"c4ff84d9-cb00-49ae-8780-86e66663596d","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:28.449501393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"c4ff84d9-cb00-49ae-8780-86e66663596d","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:28.970735695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.330160525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"6e0a9700-cc21-4c0c-b9dc-ac51c8c0251a","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.330237738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"6e0a9700-cc21-4c0c-b9dc-ac51c8c0251a","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.343130648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"0b105a33-6027-4fe1-a39e-e10e45e3b1fc","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.343151182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"0b105a33-6027-4fe1-a39e-e10e45e3b1fc","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.355786845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"64f1aea1-7238-4cdc-aa99-7b7347fdd239","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:29:30.356163627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"323bdcef-b092-4d50-b267-0797457d4d35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b53c2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:29:30.357159897Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"0b105a33-6027-4fe1-a39e-e10e45e3b1fc","name":"auth-test-model-06bb0f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-06bb0f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:29:30.357211014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"0b105a33-6027-4fe1-a39e-e10e45e3b1fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-06bb0f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.362421043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"79417b6f-38f2-48b7-b801-3c1a26447e1c","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.362469308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"79417b6f-38f2-48b7-b801-3c1a26447e1c","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.368031996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a2ab7d95-1634-492f-8cdc-863a80888f26","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.368048351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a2ab7d95-1634-492f-8cdc-863a80888f26","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.369736205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"64f1aea1-7238-4cdc-aa99-7b7347fdd239","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.382807294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a4899049-c660-4f68-8187-f6d5272cb7b8","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.382821671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a4899049-c660-4f68-8187-f6d5272cb7b8","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.419857523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"96b7620b-c844-4e77-804e-6065827a1a1d","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"maas-trlp-auth-test-model-06bb0f","model":"auth-test-model-06bb0f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-06bb0f/e2e-auth-iso-b53c2f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.448745694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"846a79e7-e4f3-45bf-bd03-3ef8f1fc8b48","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.454280684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a2563506-4703-4ff7-b6da-3135dd8f0e88","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.454301841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"a2563506-4703-4ff7-b6da-3135dd8f0e88","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.458110212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"846a79e7-e4f3-45bf-bd03-3ef8f1fc8b48","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:30.522810799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"ce7442fc-d893-4395-861d-01553e102f30","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"maas-trlp-auth-test-model-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:33.955100684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"17783ac5-dc67-4f1e-9b13-89c96e52373f","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:33.970323816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"17783ac5-dc67-4f1e-9b13-89c96e52373f","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:33.986948216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (266fbf631d2bf44d0fbaad215e92f62e6a64672ed181c39d97c76375cf82d099) AuthConfig (d8b78df170d27c09028d988276930e520276eef17bcda21f0789c38ac1346dc3) AuthConfig (b73702237ea1db07bedecb79bab74c95e5db161e25b3389e5c6ec85cde3666dd) AuthConfig (913a6d81b1119b4c4c1fa34e9bef0613e5abc7c95b5252db82429bfc36401564) AuthConfig (ea0b438492ef2e5a68e021fff54c6567b406ffc5605f23902a119aee540c7cf7) AuthConfig (bd855241ef0c12f3661e8477e378868cda1fcd17354a815c848a1bf5b4de1120) AuthConfig (c17c18642a86487bb2739ce0c53907266157c8676623b24da59edb83d309bcd2) AuthConfig (ff1b266f81bdae3bc375ca2aafc86152304322be681ab4086ff11a715b62d917) AuthConfig (b8e874f140767d7dbe4aa04698262276fddebaeff04f62a21cbd6f0b62d5dd87) AuthConfig (15fa881c681d45b3c1fa3044a1be4b2039e466ff690b6028c9edf1ab0586291f) AuthConfig (0880aa97057a36cd93b3e18b98cfc0c8727ee1660eb97dc7d420658f7a01b296) AuthConfig (c3603974db081ecab642d1c805d7c4a3dc747bef48e3d2896a433e6c7e891773) AuthConfig (4d42201a715d6a3c71f469f43e1bc62ff7dffa844a3492aac6c67041e8881328) AuthConfig (769e3c0b08fd57f518fe66fb401e5163a331d50866556969a258ac2586d81599) AuthConfig (bfd69f626eeb12130b219da8219a28e92b9c08c7cf1b8742168ff32e1f774699) AuthConfig (b07b27fe0d7f4ad71898ad6291549074ac8ff7524d5206cdb35df071580a1577) AuthConfig (4d799eae8cd83e72603836c178f44ed542f3e52960ad570bc890a0c9b4659ab1) AuthConfig (eba2042be65d2d5f5430c01d8028e344d07ee65a9fbf5b9e8889b50632069bc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"17783ac5-dc67-4f1e-9b13-89c96e52373f","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:34.018233048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"3a7d1e1a-8c5c-4bbc-bd47-9af16267471b","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:34.022640211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"3a7d1e1a-8c5c-4bbc-bd47-9af16267471b","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:34.206951956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"983a8ebd-0bcd-4b62-92da-6964c3dfe224","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-46c98c","tenantID":"e2e-autores-46c98c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:34.231374723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"983a8ebd-0bcd-4b62-92da-6964c3dfe224","name":"e2e-autores-46c98c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:38.01358118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"e6384895-fb33-4013-aad7-1a5802f25134","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:38.032509425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"e6384895-fb33-4013-aad7-1a5802f25134","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:38.046385518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"e6384895-fb33-4013-aad7-1a5802f25134","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.47294143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"8d9f62a4-0812-4499-a661-de4ee1f9104d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.472977156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"8d9f62a4-0812-4499-a661-de4ee1f9104d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.802506977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"7e1493b9-d120-400b-b2a7-c38fcc0d2d1a","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.802527334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"7e1493b9-d120-400b-b2a7-c38fcc0d2d1a","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.809097845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"0c705912-867f-4a0f-ae43-7f4695139546","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.80911763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"0c705912-867f-4a0f-ae43-7f4695139546","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.827544705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"962e41e4-8972-490c-902c-def0f18ebc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.8597156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"962e41e4-8972-490c-902c-def0f18ebc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.867762288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d4a0a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"962e41e4-8972-490c-902c-def0f18ebc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.876842863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"38e2ebcf-f5e9-4da7-9c5c-e324e3ba8066","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:42.876865335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"38e2ebcf-f5e9-4da7-9c5c-e324e3ba8066","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:44.036301369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"23ddd133-f324-4eb0-9a4f-2b003972ebb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:44.046026013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"23ddd133-f324-4eb0-9a4f-2b003972ebb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:44.053157865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (266fbf631d2bf44d0fbaad215e92f62e6a64672ed181c39d97c76375cf82d099) AuthConfig (d8b78df170d27c09028d988276930e520276eef17bcda21f0789c38ac1346dc3) AuthConfig (b73702237ea1db07bedecb79bab74c95e5db161e25b3389e5c6ec85cde3666dd) AuthConfig (913a6d81b1119b4c4c1fa34e9bef0613e5abc7c95b5252db82429bfc36401564) AuthConfig (ea0b438492ef2e5a68e021fff54c6567b406ffc5605f23902a119aee540c7cf7) AuthConfig (bd855241ef0c12f3661e8477e378868cda1fcd17354a815c848a1bf5b4de1120) AuthConfig (c17c18642a86487bb2739ce0c53907266157c8676623b24da59edb83d309bcd2) AuthConfig (ff1b266f81bdae3bc375ca2aafc86152304322be681ab4086ff11a715b62d917) AuthConfig (b8e874f140767d7dbe4aa04698262276fddebaeff04f62a21cbd6f0b62d5dd87) AuthConfig (15fa881c681d45b3c1fa3044a1be4b2039e466ff690b6028c9edf1ab0586291f) AuthConfig (0880aa97057a36cd93b3e18b98cfc0c8727ee1660eb97dc7d420658f7a01b296) AuthConfig (c3603974db081ecab642d1c805d7c4a3dc747bef48e3d2896a433e6c7e891773) AuthConfig (4d42201a715d6a3c71f469f43e1bc62ff7dffa844a3492aac6c67041e8881328) AuthConfig (769e3c0b08fd57f518fe66fb401e5163a331d50866556969a258ac2586d81599) AuthConfig (bfd69f626eeb12130b219da8219a28e92b9c08c7cf1b8742168ff32e1f774699) AuthConfig (b07b27fe0d7f4ad71898ad6291549074ac8ff7524d5206cdb35df071580a1577) AuthConfig (4d799eae8cd83e72603836c178f44ed542f3e52960ad570bc890a0c9b4659ab1) AuthConfig (eba2042be65d2d5f5430c01d8028e344d07ee65a9fbf5b9e8889b50632069bc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"23ddd133-f324-4eb0-9a4f-2b003972ebb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.060643114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f589ae17-bc21-4d34-905b-40e3783d734f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.068888486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f589ae17-bc21-4d34-905b-40e3783d734f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.076311117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f589ae17-bc21-4d34-905b-40e3783d734f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.684052907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18bc2aa8-b22e-4624-a6a8-82e5eec2aea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.687999502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18bc2aa8-b22e-4624-a6a8-82e5eec2aea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.691668518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18bc2aa8-b22e-4624-a6a8-82e5eec2aea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.699212402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18bc2aa8-b22e-4624-a6a8-82e5eec2aea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.978954779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ebc8-0336-4ce2-a853-dc6e3931c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.984781153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ebc8-0336-4ce2-a853-dc6e3931c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.990118226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ebc8-0336-4ce2-a853-dc6e3931c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:48.993652032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ebc8-0336-4ce2-a853-dc6e3931c9a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:52.894148486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"395617b2-fcb1-467f-a52e-5e4b205fcc79","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:52.904082231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"395617b2-fcb1-467f-a52e-5e4b205fcc79","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:52.914120878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d4a0a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"395617b2-fcb1-467f-a52e-5e4b205fcc79","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:54.063394342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"127439af-9909-4955-b140-a7851b0f4e30","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:54.076815758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"127439af-9909-4955-b140-a7851b0f4e30","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:54.084794523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-726a18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (266fbf631d2bf44d0fbaad215e92f62e6a64672ed181c39d97c76375cf82d099) AuthConfig (d8b78df170d27c09028d988276930e520276eef17bcda21f0789c38ac1346dc3) AuthConfig (b73702237ea1db07bedecb79bab74c95e5db161e25b3389e5c6ec85cde3666dd) AuthConfig (913a6d81b1119b4c4c1fa34e9bef0613e5abc7c95b5252db82429bfc36401564) AuthConfig (ea0b438492ef2e5a68e021fff54c6567b406ffc5605f23902a119aee540c7cf7) AuthConfig (bd855241ef0c12f3661e8477e378868cda1fcd17354a815c848a1bf5b4de1120) AuthConfig (c17c18642a86487bb2739ce0c53907266157c8676623b24da59edb83d309bcd2) AuthConfig (ff1b266f81bdae3bc375ca2aafc86152304322be681ab4086ff11a715b62d917) AuthConfig (b8e874f140767d7dbe4aa04698262276fddebaeff04f62a21cbd6f0b62d5dd87) AuthConfig (15fa881c681d45b3c1fa3044a1be4b2039e466ff690b6028c9edf1ab0586291f) AuthConfig (0880aa97057a36cd93b3e18b98cfc0c8727ee1660eb97dc7d420658f7a01b296) AuthConfig (c3603974db081ecab642d1c805d7c4a3dc747bef48e3d2896a433e6c7e891773) AuthConfig (4d42201a715d6a3c71f469f43e1bc62ff7dffa844a3492aac6c67041e8881328) AuthConfig (769e3c0b08fd57f518fe66fb401e5163a331d50866556969a258ac2586d81599) AuthConfig (bfd69f626eeb12130b219da8219a28e92b9c08c7cf1b8742168ff32e1f774699) AuthConfig (b07b27fe0d7f4ad71898ad6291549074ac8ff7524d5206cdb35df071580a1577) AuthConfig (4d799eae8cd83e72603836c178f44ed542f3e52960ad570bc890a0c9b4659ab1) AuthConfig (eba2042be65d2d5f5430c01d8028e344d07ee65a9fbf5b9e8889b50632069bc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"127439af-9909-4955-b140-a7851b0f4e30","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:58.090716294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"858545b6-b457-494c-9462-98495e6532d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:58.107005178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"858545b6-b457-494c-9462-98495e6532d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:58.114788288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"858545b6-b457-494c-9462-98495e6532d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:29:58.971542238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:01.512632942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"2a0b05be-bd49-4e44-a679-bf307fd5ec4e","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"maas-trlp-auth-test-model-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:01.539801472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"e55d6173-ac52-41d5-a943-d1214bd7eb33","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:01.539822317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"e55d6173-ac52-41d5-a943-d1214bd7eb33","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.644203826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"0044466e-6af4-4902-b47d-d8cb9ffdc183","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.654427784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"0044466e-6af4-4902-b47d-d8cb9ffdc183","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.92730489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"0970299d-280f-48b0-bde7-c74b82bd7951","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.936803134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"0970299d-280f-48b0-bde7-c74b82bd7951","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.950297864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d4a0a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (807558b3b84a804042e2dfd2999405c9c93b158ffd83e98d9fc5ac3fc9754771) AuthConfig (0ad63f362b123fa35b208d0735de96bcc6992dea5ac5ca9ad266d1909091d5b4) AuthConfig (e5c2f6d14d2a4119cceb5f2725a101eba52851c769e193a1ab768c0d2664ce1c) AuthConfig (a9401e027f66f38f84b527d7b651e098bd2c2223875f9af400ba7f5657055439) AuthConfig (841d618fa0de27c0ad0105d7ef456b228e0e8b1e26856d0ff30ad0a098ada35b) AuthConfig (5315c9771500d58789c090dd37d6e6236ba798ebcfcf12e5a5cd80ec681c8fdb) AuthConfig (a0f6ad68660f20867e6a84d7b087a6855529400554ded97b91fd4b7bd6ad5296) AuthConfig (7d5905c515e2c89bb39c04f03d1468a4cd7fcb3df7d243b71a64f9ff38ed2994) AuthConfig (a1031cf8f8d8a5d0de5bbe3b03b5ad26cdebbbc586462caf5d054fd959860c85) AuthConfig (86434331cae8808e67986e7889b31078893e6105458617c2d16c094828ae4058) AuthConfig (b5d89dd26c2184dd1cd2791157aff79d76496ba1d0569add26b2da0e501985a9) AuthConfig (d136f59c36b547fcfe317911549d2991113a5bcc9f37349e10a7ed1a7b95bcce) AuthConfig (b05dc6c9aa7503b9e2c6c5fbdedaa77d192c9af7e031f27fbc2e40cd370ed598) AuthConfig (da977e942d3edb3e98be811ea50c3f3e4c104c571ac9d258787ddfcb96571ed2) AuthConfig (72f79c025f26b0fdb3f838948ca8dcf9c68a4b55df7c291161cdb8b617d3f141) AuthConfig (30ad68d138a46082fb497489a3b055ed0e85315a336308f3bd278d64230710e0) AuthConfig (b8c3db941bc48e0e7b7e8b47b113a3457c2a25050b43120725accf012a76c986) AuthConfig (640ae1ff10d0f8d4be75c2843c5c13b12b8235037c591804df92c208d651b63a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"0970299d-280f-48b0-bde7-c74b82bd7951","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.962137555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"0340f6a3-955a-4093-b2e7-61a2579e9ab4","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:02.962166008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"0340f6a3-955a-4093-b2e7-61a2579e9ab4","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.408929904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"018963e2-5d59-4729-a069-de2303d97e69","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.409212354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"018963e2-5d59-4729-a069-de2303d97e69","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.421240731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"c7f3c8c7-f2a2-4fd4-83ce-d3fcbaa2a80e","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.421339535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"c7f3c8c7-f2a2-4fd4-83ce-d3fcbaa2a80e","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.44178928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"003608ce-3937-4d3d-a782-60992d2a5203","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.488915551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"003608ce-3937-4d3d-a782-60992d2a5203","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.504526581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ed261-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"003608ce-3937-4d3d-a782-60992d2a5203","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.516214641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"bad8035e-b4a6-4357-928f-ab29c3e8a185","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:03.516237862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"bad8035e-b4a6-4357-928f-ab29c3e8a185","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:04.094824375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"fd96f15f-6285-4ba4-9e71-a40931d6c366","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:04.106208548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"fd96f15f-6285-4ba4-9e71-a40931d6c366","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:04.298011688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"8e746ae3-6ea6-4d15-812e-f2dce6ab9a6b","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:04.298036504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"8e746ae3-6ea6-4d15-812e-f2dce6ab9a6b","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.42979531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"bc7b95a6-32a3-4b62-8b52-6d6d771ac6bb","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.429826168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"bc7b95a6-32a3-4b62-8b52-6d6d771ac6bb","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.44849425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"a3d08baf-d03d-4356-ab3f-72160bd47775","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.448596269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"a3d08baf-d03d-4356-ab3f-72160bd47775","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.451177177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"a1e09ce0-0876-45a2-884e-690e26ed4efb","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:30:06.451739146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"6632ebec-2584-465c-8420-5c4459f3377d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-606bba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.465235432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"a1e09ce0-0876-45a2-884e-690e26ed4efb","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.468924308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"dbd4ab74-2d10-4f49-9d05-e21e99378c60","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.468943995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"dbd4ab74-2d10-4f49-9d05-e21e99378c60","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.478813749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"b970c6af-3f2b-4860-afa1-595b3ae0cb43","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.478830785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"b970c6af-3f2b-4860-afa1-595b3ae0cb43","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.505834632Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"360fbcaa-37e3-44c8-a97c-222a3e942845","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"maas-trlp-auth-test-model-726a18","model":"auth-test-model-726a18","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-726a18/e2e-auth-iso-606bba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.529105932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"47aeb7c2-16c8-4ac9-ad7e-e797ad15e37d","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.529130987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"47aeb7c2-16c8-4ac9-ad7e-e797ad15e37d","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.541655787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"da665813-6144-4934-bbd1-0a1d0932fb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.550663348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"da665813-6144-4934-bbd1-0a1d0932fb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:06.600634181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"8d95446f-1a32-4089-88dc-a790f6d65e29","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"maas-trlp-auth-test-model-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:08.129692313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"ce1e2f98-605a-4a40-a2b3-2f4e340eea0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:08.148968707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"ce1e2f98-605a-4a40-a2b3-2f4e340eea0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:08.166569861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (505dc4853e0d18ee544a4bdb56fcb4405c6fd11a27a1534b32878a3a0ce4efce) AuthConfig (300c46839ed7c486b7f97c25c7f316dcebff4b3e46f5bfff8d2043d188a889fb) AuthConfig (5d249fbdd2ef2fd627fdaed130e38593ec019fd5f7e8993f333ad9e765c5ccf2) AuthConfig (9cd7cf860c5ff90bd1313bb3ec2352ddfb2b6eb5607a4741eb628acd5f5b9462) AuthConfig (0b018884c3f6a306abfcc6e67d088099868a23afcc8660efbe3c9b573c2279ae) AuthConfig (87a1ce06d896f97cbd4110041168cfba4efc0de7ff2b7f784be958e9da3510cf) AuthConfig (83c4728637962d2fd4dd9e0ad1aea0c90654d7558a8569b112e5e7e0430bee0d) AuthConfig (4c8fa86631d5a2b2406b98bd154bfacc8873346e31cbf941614761c1dcda8d0a) AuthConfig (f49f443a9da0e8eaf23910fdf8883857d40225aab6f0fd785bee1ffe3bf72a20) AuthConfig (b852c30824198b6ade6c84b5976aba2da0cfb302bb21b851f5a39a8a553e9843) AuthConfig (73d8501ca1e515e477e5d84a4680d0dc6d209abc1e0cebaaaeb091d9b9e915fa) AuthConfig (c5b3db2f01d7835b3939857a726c4394595c907df7acee8c117660b6c8db91cc) AuthConfig (af431062159f14880b7689a9bf5def0b62d6e1311d903178ca734273cea2ac68) AuthConfig (9ae34a8b6c6077ab36a15f693a9e797d34fa3dcadf053a191064f531121ee28f) AuthConfig (80ad4dc71e668a0142b657ac56118bb3c3be2a7cc099b9e56ca9d4aeeacb2bcd) AuthConfig (a2cf00aa06b85cc624290066a73115e5d355c65346d176d2d658ac135a0dd184) AuthConfig (17459fc326c2644efe99ae6e7c477220e8d50cd249b9c2c51a1b25f6bca3f688) AuthConfig (d0f366247bf11c0cb06fb2d7d6674bda9688b145f72507424ebc8e2fd076e197)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"ce1e2f98-605a-4a40-a2b3-2f4e340eea0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:08.183927128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"ab9114a7-090b-4f08-8438-316e5e05bc82","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:08.183944527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"ab9114a7-090b-4f08-8438-316e5e05bc82","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:11.606983058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-46c98c","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"autores-model-46c98c","reconcileID":"2f8950f6-8ec4-4ee5-967f-c47db700f91f","MaaSModelRef":{"name":"autores-model-46c98c","namespace":"ai-tenant-e2e-autores-46c98c"},"tenant":"e2e-autores-46c98c","gateway":"openshift-ingress/e2e-autores-46c98c","model":"ai-tenant-e2e-autores-46c98c/autores-model-46c98c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:11.60701371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-46c98c","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"autores-model-46c98c","reconcileID":"2f8950f6-8ec4-4ee5-967f-c47db700f91f","MaaSModelRef":{"name":"autores-model-46c98c","namespace":"ai-tenant-e2e-autores-46c98c"},"routeName":"autores-model-46c98c-kserve-route","namespace":"ai-tenant-e2e-autores-46c98c","llmisvcName":"autores-model-46c98c","gateway":"openshift-ingress/e2e-autores-46c98c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.921224574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633085ef-a9a8-4ad1-a887-1a5a8f96dbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.925889817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633085ef-a9a8-4ad1-a887-1a5a8f96dbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.92978349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633085ef-a9a8-4ad1-a887-1a5a8f96dbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.933881202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633085ef-a9a8-4ad1-a887-1a5a8f96dbf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.969685757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"c90f9080-ed00-47f7-93fd-2fc198308b4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.97950666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"c90f9080-ed00-47f7-93fd-2fc198308b4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:12.987673534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d4a0a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (807558b3b84a804042e2dfd2999405c9c93b158ffd83e98d9fc5ac3fc9754771) AuthConfig (0ad63f362b123fa35b208d0735de96bcc6992dea5ac5ca9ad266d1909091d5b4) AuthConfig (e5c2f6d14d2a4119cceb5f2725a101eba52851c769e193a1ab768c0d2664ce1c) AuthConfig (a9401e027f66f38f84b527d7b651e098bd2c2223875f9af400ba7f5657055439) AuthConfig (841d618fa0de27c0ad0105d7ef456b228e0e8b1e26856d0ff30ad0a098ada35b) AuthConfig (5315c9771500d58789c090dd37d6e6236ba798ebcfcf12e5a5cd80ec681c8fdb) AuthConfig (a0f6ad68660f20867e6a84d7b087a6855529400554ded97b91fd4b7bd6ad5296) AuthConfig (7d5905c515e2c89bb39c04f03d1468a4cd7fcb3df7d243b71a64f9ff38ed2994) AuthConfig (a1031cf8f8d8a5d0de5bbe3b03b5ad26cdebbbc586462caf5d054fd959860c85) AuthConfig (86434331cae8808e67986e7889b31078893e6105458617c2d16c094828ae4058) AuthConfig (b5d89dd26c2184dd1cd2791157aff79d76496ba1d0569add26b2da0e501985a9) AuthConfig (d136f59c36b547fcfe317911549d2991113a5bcc9f37349e10a7ed1a7b95bcce) AuthConfig (b05dc6c9aa7503b9e2c6c5fbdedaa77d192c9af7e031f27fbc2e40cd370ed598) AuthConfig (da977e942d3edb3e98be811ea50c3f3e4c104c571ac9d258787ddfcb96571ed2) AuthConfig (72f79c025f26b0fdb3f838948ca8dcf9c68a4b55df7c291161cdb8b617d3f141) AuthConfig (30ad68d138a46082fb497489a3b055ed0e85315a336308f3bd278d64230710e0) AuthConfig (b8c3db941bc48e0e7b7e8b47b113a3457c2a25050b43120725accf012a76c986) AuthConfig (640ae1ff10d0f8d4be75c2843c5c13b12b8235037c591804df92c208d651b63a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"c90f9080-ed00-47f7-93fd-2fc198308b4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.266689266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028e951-5f04-470c-a140-8532631d9c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.270899766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028e951-5f04-470c-a140-8532631d9c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.27504752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028e951-5f04-470c-a140-8532631d9c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.278961534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028e951-5f04-470c-a140-8532631d9c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.523890931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"a0327dce-1666-436a-8116-d40895259ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.532294533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"a0327dce-1666-436a-8116-d40895259ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.539239093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ed261-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"a0327dce-1666-436a-8116-d40895259ca3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.544149514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fac0bf-b8fd-4bda-b325-5e150048b2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.547830977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fac0bf-b8fd-4bda-b325-5e150048b2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.551477887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fac0bf-b8fd-4bda-b325-5e150048b2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:13.555253475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fac0bf-b8fd-4bda-b325-5e150048b2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:18.19237704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"18ecc7bb-cbd7-4aa7-b49a-10c755fbbd57","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:18.200874444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"18ecc7bb-cbd7-4aa7-b49a-10c755fbbd57","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:18.208723824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (505dc4853e0d18ee544a4bdb56fcb4405c6fd11a27a1534b32878a3a0ce4efce) AuthConfig (300c46839ed7c486b7f97c25c7f316dcebff4b3e46f5bfff8d2043d188a889fb) AuthConfig (5d249fbdd2ef2fd627fdaed130e38593ec019fd5f7e8993f333ad9e765c5ccf2) AuthConfig (9cd7cf860c5ff90bd1313bb3ec2352ddfb2b6eb5607a4741eb628acd5f5b9462) AuthConfig (0b018884c3f6a306abfcc6e67d088099868a23afcc8660efbe3c9b573c2279ae) AuthConfig (87a1ce06d896f97cbd4110041168cfba4efc0de7ff2b7f784be958e9da3510cf) AuthConfig (83c4728637962d2fd4dd9e0ad1aea0c90654d7558a8569b112e5e7e0430bee0d) AuthConfig (4c8fa86631d5a2b2406b98bd154bfacc8873346e31cbf941614761c1dcda8d0a) AuthConfig (f49f443a9da0e8eaf23910fdf8883857d40225aab6f0fd785bee1ffe3bf72a20) AuthConfig (b852c30824198b6ade6c84b5976aba2da0cfb302bb21b851f5a39a8a553e9843) AuthConfig (73d8501ca1e515e477e5d84a4680d0dc6d209abc1e0cebaaaeb091d9b9e915fa) AuthConfig (c5b3db2f01d7835b3939857a726c4394595c907df7acee8c117660b6c8db91cc) AuthConfig (af431062159f14880b7689a9bf5def0b62d6e1311d903178ca734273cea2ac68) AuthConfig (9ae34a8b6c6077ab36a15f693a9e797d34fa3dcadf053a191064f531121ee28f) AuthConfig (80ad4dc71e668a0142b657ac56118bb3c3be2a7cc099b9e56ca9d4aeeacb2bcd) AuthConfig (a2cf00aa06b85cc624290066a73115e5d355c65346d176d2d658ac135a0dd184) AuthConfig (17459fc326c2644efe99ae6e7c477220e8d50cd249b9c2c51a1b25f6bca3f688) AuthConfig (d0f366247bf11c0cb06fb2d7d6674bda9688b145f72507424ebc8e2fd076e197)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"18ecc7bb-cbd7-4aa7-b49a-10c755fbbd57","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.001578108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"33deced0-8888-439d-8abc-fe41b37f908a","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.018299496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"33deced0-8888-439d-8abc-fe41b37f908a","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.02690704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d4a0a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (807558b3b84a804042e2dfd2999405c9c93b158ffd83e98d9fc5ac3fc9754771) AuthConfig (0ad63f362b123fa35b208d0735de96bcc6992dea5ac5ca9ad266d1909091d5b4) AuthConfig (e5c2f6d14d2a4119cceb5f2725a101eba52851c769e193a1ab768c0d2664ce1c) AuthConfig (a9401e027f66f38f84b527d7b651e098bd2c2223875f9af400ba7f5657055439) AuthConfig (841d618fa0de27c0ad0105d7ef456b228e0e8b1e26856d0ff30ad0a098ada35b) AuthConfig (5315c9771500d58789c090dd37d6e6236ba798ebcfcf12e5a5cd80ec681c8fdb) AuthConfig (a0f6ad68660f20867e6a84d7b087a6855529400554ded97b91fd4b7bd6ad5296) AuthConfig (7d5905c515e2c89bb39c04f03d1468a4cd7fcb3df7d243b71a64f9ff38ed2994) AuthConfig (a1031cf8f8d8a5d0de5bbe3b03b5ad26cdebbbc586462caf5d054fd959860c85) AuthConfig (86434331cae8808e67986e7889b31078893e6105458617c2d16c094828ae4058) AuthConfig (b5d89dd26c2184dd1cd2791157aff79d76496ba1d0569add26b2da0e501985a9) AuthConfig (d136f59c36b547fcfe317911549d2991113a5bcc9f37349e10a7ed1a7b95bcce) AuthConfig (b05dc6c9aa7503b9e2c6c5fbdedaa77d192c9af7e031f27fbc2e40cd370ed598) AuthConfig (da977e942d3edb3e98be811ea50c3f3e4c104c571ac9d258787ddfcb96571ed2) AuthConfig (72f79c025f26b0fdb3f838948ca8dcf9c68a4b55df7c291161cdb8b617d3f141) AuthConfig (30ad68d138a46082fb497489a3b055ed0e85315a336308f3bd278d64230710e0) AuthConfig (b8c3db941bc48e0e7b7e8b47b113a3457c2a25050b43120725accf012a76c986) AuthConfig (640ae1ff10d0f8d4be75c2843c5c13b12b8235037c591804df92c208d651b63a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"33deced0-8888-439d-8abc-fe41b37f908a","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.562006238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5afe9f11-be85-48f1-9399-d45e3e0f8241","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.582467829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5afe9f11-be85-48f1-9399-d45e3e0f8241","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:23.590920059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ed261-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5afe9f11-be85-48f1-9399-d45e3e0f8241","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:28.216979291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"2c030cf4-72a6-4ffb-96fe-67669f4513c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:28.226353684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"2c030cf4-72a6-4ffb-96fe-67669f4513c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:28.23498566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-128d2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (505dc4853e0d18ee544a4bdb56fcb4405c6fd11a27a1534b32878a3a0ce4efce) AuthConfig (300c46839ed7c486b7f97c25c7f316dcebff4b3e46f5bfff8d2043d188a889fb) AuthConfig (5d249fbdd2ef2fd627fdaed130e38593ec019fd5f7e8993f333ad9e765c5ccf2) AuthConfig (9cd7cf860c5ff90bd1313bb3ec2352ddfb2b6eb5607a4741eb628acd5f5b9462) AuthConfig (0b018884c3f6a306abfcc6e67d088099868a23afcc8660efbe3c9b573c2279ae) AuthConfig (87a1ce06d896f97cbd4110041168cfba4efc0de7ff2b7f784be958e9da3510cf) AuthConfig (83c4728637962d2fd4dd9e0ad1aea0c90654d7558a8569b112e5e7e0430bee0d) AuthConfig (4c8fa86631d5a2b2406b98bd154bfacc8873346e31cbf941614761c1dcda8d0a) AuthConfig (f49f443a9da0e8eaf23910fdf8883857d40225aab6f0fd785bee1ffe3bf72a20) AuthConfig (b852c30824198b6ade6c84b5976aba2da0cfb302bb21b851f5a39a8a553e9843) AuthConfig (73d8501ca1e515e477e5d84a4680d0dc6d209abc1e0cebaaaeb091d9b9e915fa) AuthConfig (c5b3db2f01d7835b3939857a726c4394595c907df7acee8c117660b6c8db91cc) AuthConfig (af431062159f14880b7689a9bf5def0b62d6e1311d903178ca734273cea2ac68) AuthConfig (9ae34a8b6c6077ab36a15f693a9e797d34fa3dcadf053a191064f531121ee28f) AuthConfig (80ad4dc71e668a0142b657ac56118bb3c3be2a7cc099b9e56ca9d4aeeacb2bcd) AuthConfig (a2cf00aa06b85cc624290066a73115e5d355c65346d176d2d658ac135a0dd184) AuthConfig (17459fc326c2644efe99ae6e7c477220e8d50cd249b9c2c51a1b25f6bca3f688) AuthConfig (d0f366247bf11c0cb06fb2d7d6674bda9688b145f72507424ebc8e2fd076e197)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"2c030cf4-72a6-4ffb-96fe-67669f4513c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:28.97114973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.670748725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"dbbdb3f4-6bae-44bc-a38b-c3bb7b74967b","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"maas-trlp-auth-test-model-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.704245104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"4dd5ebcb-93ce-468f-a81b-636bca406374","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.704264208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"4dd5ebcb-93ce-468f-a81b-636bca406374","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.995627748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","namespace":"ai-tenant-e2e-autores-46c98c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.995720805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","namespace":"ai-tenant-e2e-autores-46c98c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:32.995787924Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","tenant":"e2e-autores-46c98c","tenantID":"e2e-autores-46c98c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.002087382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Deployment","name":"maas-api-e2e-autores-46c98c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.026418269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Service","name":"maas-api-e2e-autores-46c98c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.035231353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-46c98c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.043774996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-46c98c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.054833717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.061658828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.063374904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"0cc7d00c-0f40-4e86-8d6d-3a62f77ab0de","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.076122214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.077542014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"0cc7d00c-0f40-4e86-8d6d-3a62f77ab0de","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.085553756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.092762009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Deployment","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.099581631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.108114231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Service","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.114853043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"Service","name":"payload-pre-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.118621487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"cdefc8cb-4b34-4d16-a5fe-9d7ec96c663e","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.118638211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"cdefc8cb-4b34-4d16-a5fe-9d7ec96c663e","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.120851698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"DestinationRule","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.124582987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.127707364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.143818059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.148693919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.15217136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.15537924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-46c98c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.158624544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-46c98c"},"namespace":"ai-tenant-e2e-autores-46c98c","name":"default-tenant","reconcileID":"64d6a755-9010-409b-b73f-3ab26dcc61f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-46c98c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.403288637Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-46c98c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-46c98c","reconcileID":"0df505d1-1e14-49f6-87c2-5b146bff5738","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-46c98c","removed":["maas.opendatahub.io/gateway-access-e2e-autores-46c98c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.63882275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5eb9a77a-da4d-4ab2-b854-4972b92be01a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.653899842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5eb9a77a-da4d-4ab2-b854-4972b92be01a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.677592842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ed261-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f239bddf6025c3440209e4772566508ce068b04cabf8a1e71176839cef7c37c) AuthConfig (326daef122231a413c2c45f630a1f432b1ac00f9f226ec44d7b82d9ba1535a17) AuthConfig (ab3c48284fcc4aa06046741a4f0627f9943bf053483f329ed454185e445ff006) AuthConfig (0c9448f761f20d468655533e653e6e1caffc19a7c5001a4ce06694367cea5697) AuthConfig (4664185f007666d5ba438fd6e32447849ec44436fef072631875e1728b6dab79) AuthConfig (6f0c01c45b97bd0e4ba7534bbba9ff5d9d27ad836ad55af30d08a02aa2732814) AuthConfig (4731a0b1df8a74b1d4c8fd0dd621aecd3928c7e9422e66ce0fa684a171e7a4d3) AuthConfig (ca3cdbac3846460c469d078a05da8cc681689830fa52b87c0a517908fc0c1988) AuthConfig (fc3590f2af75b944a2fe03da91cb5909c95caf076a7de76dcc57dbb86fca03a7) AuthConfig (17f42d45e9db8f781870306dae3c782a99f410672d99a0f86a422fbcf4b8fdb2) AuthConfig (06297bbaf454bae877a9263412e295528955e3fa641fb8e3fd0c9bf279626862) AuthConfig (88b4a5e0c4bb5b2542305d6fe0c7103f5c17c71dc792c5d7c20ba8a4c200bb67) AuthConfig (0b148c11d606268474b45ac7fea80fbff4e194fd1110180b0361f9bcf68308cb) AuthConfig (5cf4295aec90e3ea6a5d03b4a02d0a27fef2e4ebba4a0ff8466c4eb998a1a491) AuthConfig (232a696d532efde0ebe2c55e015fe7804f6ba7b15d7e2b9fbe23e930c31261db) AuthConfig (0cef196226021f34065a23a8c39e0cb0fcebd946d1f69bbe32872b9d161bf27f) AuthConfig (ba07e35c81d5dcb730bdd924206c58ffa924459aed3fc89457f02389a7035304) AuthConfig (f898f5656a90db2a9e559406c6531957467969330ea8b1116158369c9dc3951d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"5eb9a77a-da4d-4ab2-b854-4972b92be01a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.705799851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"a2a72011-59e5-4e00-afe9-40a70c7c37e7","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.705827165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"a2a72011-59e5-4e00-afe9-40a70c7c37e7","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.815109065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ec510f-8d0c-42e2-959f-226686ce05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.818552371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ec510f-8d0c-42e2-959f-226686ce05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.822163831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ec510f-8d0c-42e2-959f-226686ce05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:33.826295195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ec510f-8d0c-42e2-959f-226686ce05d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.061075849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"645ae8ff-6fb7-422a-949b-70b742d6f5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.089626607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7b884-3fc0-4866-9cf4-e6047ac620d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.093087786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"645ae8ff-6fb7-422a-949b-70b742d6f5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.094154806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7b884-3fc0-4866-9cf4-e6047ac620d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.098913459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7b884-3fc0-4866-9cf4-e6047ac620d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.103338625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b7b884-3fc0-4866-9cf4-e6047ac620d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.971638328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a29a5443-be2b-4550-9dd7-54cedeeff600","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.971661475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a29a5443-be2b-4550-9dd7-54cedeeff600","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.984088484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"32e32621-0a82-4a9b-a3c7-49d12ad3922a","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.984167641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"32e32621-0a82-4a9b-a3c7-49d12ad3922a","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:30:34.985977234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"5c3be155-4b93-4c36-b508-a3712a6cbd27","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-138946\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.98665169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"fe16e733-f7fe-4cf9-93ea-6d02ba9b150d","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:34.996812919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"fe16e733-f7fe-4cf9-93ea-6d02ba9b150d","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.001624208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"62af4387-081c-4221-b9c4-dc725396e9cf","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.001641291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"62af4387-081c-4221-b9c4-dc725396e9cf","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.011735688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"dfb63292-bd2a-40d7-ac02-78ce9046252d","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.011751228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"dfb63292-bd2a-40d7-ac02-78ce9046252d","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.037977583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"c738b1e4-37eb-4abf-a406-93f1c29dd70a","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"maas-trlp-auth-test-model-d4a0a5","model":"auth-test-model-d4a0a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d4a0a5/e2e-auth-iso-138946"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.059796377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a71a25b8-792e-4d21-875a-d22a0cd75b99","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.059815881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a71a25b8-792e-4d21-875a-d22a0cd75b99","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.091672606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"83cbe70b-c22e-4e33-823b-56c1deb56e2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.101366256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"83cbe70b-c22e-4e33-823b-56c1deb56e2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.112696887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"9c628650-bae1-40f6-a53d-84eea36cf106","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.112716923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"9c628650-bae1-40f6-a53d-84eea36cf106","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.120947462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"8345b8f3-0d5d-4603-86bf-b49c7a611c10","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.120963345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"8345b8f3-0d5d-4603-86bf-b49c7a611c10","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.128313179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"a1146617-169d-495a-8994-51846d502752","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"maas-trlp-auth-test-model-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.191449586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"3ce3b878-a3df-4133-8bbe-8cb169c38cb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.220388173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"3ce3b878-a3df-4133-8bbe-8cb169c38cb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.227860026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-904993-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"3ce3b878-a3df-4133-8bbe-8cb169c38cb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.237676894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"cd7b1ceb-8c67-4f02-b48e-edcfc4a9ac93","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:35.237694301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"cd7b1ceb-8c67-4f02-b48e-edcfc4a9ac93","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:38.243325423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"551bca01-c64e-4216-8c2d-1a956362a8e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:38.254140915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"551bca01-c64e-4216-8c2d-1a956362a8e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:38.288481259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"dbe8af38-d9ee-412b-861d-4fed32652e30","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:38.28849902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"dbe8af38-d9ee-412b-861d-4fed32652e30","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.588480361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"26b1f1de-267e-48ec-ae39-941be4173984","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.588583756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"26b1f1de-267e-48ec-ae39-941be4173984","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:30:40.594997466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w0-128d2f/e2e-auth-iso-1d22fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1d22fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.598589298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"50958dfb-42b1-418f-8d5e-7d22cde6507a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.601042011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"41116fb5-198f-49c6-9535-ee58bfef35d5","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.601065208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"41116fb5-198f-49c6-9535-ee58bfef35d5","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.602635537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"5264c812-4d6c-4a60-9cba-ee6ec2b9be5a","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.602658134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"5264c812-4d6c-4a60-9cba-ee6ec2b9be5a","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.608094956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"50958dfb-42b1-418f-8d5e-7d22cde6507a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.621344556Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"38539e67-144a-41fb-8750-e6b83c768544","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"maas-trlp-auth-test-model-128d2f","model":"auth-test-model-128d2f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-128d2f/e2e-auth-iso-1d22fd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.688133983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"f6b0f72d-5201-4706-b44f-23e01d1a20b6","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.688166346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"f6b0f72d-5201-4706-b44f-23e01d1a20b6","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.704827824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"01e51664-c86a-4d4f-bffc-31283b4a6028","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.714484063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"01e51664-c86a-4d4f-bffc-31283b4a6028","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:40.719829431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f4fb4ec1-9354-4938-b1b4-f3f9b81d97ae","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"maas-trlp-auth-test-model-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:43.713476255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"9068f69e-e345-4636-8319-96f10fd93d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:43.723413638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"9068f69e-e345-4636-8319-96f10fd93d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:43.730205637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ed261-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f239bddf6025c3440209e4772566508ce068b04cabf8a1e71176839cef7c37c) AuthConfig (326daef122231a413c2c45f630a1f432b1ac00f9f226ec44d7b82d9ba1535a17) AuthConfig (ab3c48284fcc4aa06046741a4f0627f9943bf053483f329ed454185e445ff006) AuthConfig (0c9448f761f20d468655533e653e6e1caffc19a7c5001a4ce06694367cea5697) AuthConfig (4664185f007666d5ba438fd6e32447849ec44436fef072631875e1728b6dab79) AuthConfig (6f0c01c45b97bd0e4ba7534bbba9ff5d9d27ad836ad55af30d08a02aa2732814) AuthConfig (4731a0b1df8a74b1d4c8fd0dd621aecd3928c7e9422e66ce0fa684a171e7a4d3) AuthConfig (ca3cdbac3846460c469d078a05da8cc681689830fa52b87c0a517908fc0c1988) AuthConfig (fc3590f2af75b944a2fe03da91cb5909c95caf076a7de76dcc57dbb86fca03a7) AuthConfig (17f42d45e9db8f781870306dae3c782a99f410672d99a0f86a422fbcf4b8fdb2) AuthConfig (06297bbaf454bae877a9263412e295528955e3fa641fb8e3fd0c9bf279626862) AuthConfig (88b4a5e0c4bb5b2542305d6fe0c7103f5c17c71dc792c5d7c20ba8a4c200bb67) AuthConfig (0b148c11d606268474b45ac7fea80fbff4e194fd1110180b0361f9bcf68308cb) AuthConfig (5cf4295aec90e3ea6a5d03b4a02d0a27fef2e4ebba4a0ff8466c4eb998a1a491) AuthConfig (232a696d532efde0ebe2c55e015fe7804f6ba7b15d7e2b9fbe23e930c31261db) AuthConfig (0cef196226021f34065a23a8c39e0cb0fcebd946d1f69bbe32872b9d161bf27f) AuthConfig (ba07e35c81d5dcb730bdd924206c58ffa924459aed3fc89457f02389a7035304) AuthConfig (f898f5656a90db2a9e559406c6531957467969330ea8b1116158369c9dc3951d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"9068f69e-e345-4636-8319-96f10fd93d17","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:45.24649673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"95bee6a4-acb0-450d-96f0-cf5396e613cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:45.255341875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"95bee6a4-acb0-450d-96f0-cf5396e613cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:45.262348064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-904993-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"95bee6a4-acb0-450d-96f0-cf5396e613cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.228518527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"88b1481b-42c3-4b2e-895d-2a5348855ef9","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"maas-trlp-auth-test-model-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.304273005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a891dd2d-44ed-4b73-a6ec-fa68f4b6be23","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.304295444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"a891dd2d-44ed-4b73-a6ec-fa68f4b6be23","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.347207035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dfd07e24-cb1f-4366-a346-d1179f664fc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.356931128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dfd07e24-cb1f-4366-a346-d1179f664fc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.725889131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"47f6e18c-911a-4eac-9b6a-1bce1a3bd32c","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.725917355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"47f6e18c-911a-4eac-9b6a-1bce1a3bd32c","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.739978254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"352abf7c-55d1-4e0f-b7bd-ec0dd9a8ea3a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.739996598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"352abf7c-55d1-4e0f-b7bd-ec0dd9a8ea3a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.767262479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"89539706-dbeb-4f09-a62f-69c5715065ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.818547109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"89539706-dbeb-4f09-a62f-69c5715065ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.831855885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"89539706-dbeb-4f09-a62f-69c5715065ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.845151647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"e2163e00-78e9-498c-b8b4-6a4cc8ea89da","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:50.845177951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"e2163e00-78e9-498c-b8b4-6a4cc8ea89da","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:53.738233123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"75c950b2-9a40-42b0-bf33-48c9b23c9d69","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:53.745585327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"75c950b2-9a40-42b0-bf33-48c9b23c9d69","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:53.770618022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"b86a69d7-2c62-42bd-a34a-cd2f5c056721","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:53.770644231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"b86a69d7-2c62-42bd-a34a-cd2f5c056721","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.269254144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"959b8b15-72a7-48d6-b53f-165aa2ff57a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.277426977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"959b8b15-72a7-48d6-b53f-165aa2ff57a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.284120754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-904993-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8a344930c0ad3db6285c38db8eb483f2ce1777d597af91d790b5efade9db03e) AuthConfig (7dc02e56597733ab6b2c4f1f1ae6a5890a74291ee901c62aa6af6f6434dcf02b) AuthConfig (7c758defd8f079af5d8701fa248be40dc919e6f2a819c1760a39ae7ef690deca) AuthConfig (8b0f2661a8997fe7ea32a76c22df15f604674c217b92259a9a7a85bf9fc7c607) AuthConfig (a1b15d673e62758e7f100cae384b3d4d00698a94178bb296f45054203476a912) AuthConfig (3c85575b0a56158d182e53c0e407ff82002bc8e56b3f89d600bc71e580bd1595) AuthConfig (de546998bc1446be4c430d82931a2115e8cef53025f0a3b3ea6d846fe6d3e50a) AuthConfig (57f0cbb8d9670caddf98afa6432589d76612fc5aa09d480958efe0d6f1fa27ca) AuthConfig (e99fbc6af99f0aa5495c6d0a0cfff2be0db23805ad3354d915746a544a983a32) AuthConfig (c2af117668e84b1f017d6c337e6f05c26c3756c5edbd369aabb8a3abca1c1fd2) AuthConfig (80f6e290e9eb8440b5978372b128f8ddea493c3956b8219f8d758d1e3d7f8552) AuthConfig (bd086ad95672d9b23ab4a9ee417b3aeb54ff9bfb36989f5edb8e587f4f7418b7) AuthConfig (f8e8879777875f03fded419dd192d8481c2c1571feeaa7f88083c66c91b9c5d9) AuthConfig (d821e939f928a694c88f06ce2efe99d6d495b62957d1ce7959097868cd7c75f4) AuthConfig (61b7c43246ac2f790dcecfe87ae194c5fc16b44b906d906324bff56df77d978d) AuthConfig (fca13f765f822090d8512d2eee12f706d8ae11855b06cc52e48e512d3df43a8f) AuthConfig (a66f5fab5b9ec90f7fdb80912b279de324f7580262970bc748243f29c502057e) AuthConfig (fbf1124bda4b9d500ae6356a13d3a456b7815a8fc7b9df7bf4bbfdabe0c2d3e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"959b8b15-72a7-48d6-b53f-165aa2ff57a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.293419704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"f8c3a7b8-90a1-44bf-b0dc-105d00815ecf","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.293457127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"f8c3a7b8-90a1-44bf-b0dc-105d00815ecf","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.430831055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"4da84871-34a3-4367-9622-d2040b272e14","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.430852652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"4da84871-34a3-4367-9622-d2040b272e14","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.438940138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"48094536-086d-4e36-9ad1-0dd27d303444","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.443774104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"f597aaea-9252-4d54-9110-b2ba4378e516","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.443796585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"f597aaea-9252-4d54-9110-b2ba4378e516","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.444850535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"c8ad2fb4-fe79-40a0-85b2-5926537585fc","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.444866416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"c8ad2fb4-fe79-40a0-85b2-5926537585fc","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.447875513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"48094536-086d-4e36-9ad1-0dd27d303444","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:30:55.448621027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w2-6ed261/e2e-auth-iso-b53c2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b53c2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.453652434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"d3632e75-926d-4af1-a25c-5339ed4a0528","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.453669178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"d3632e75-926d-4af1-a25c-5339ed4a0528","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.469453575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"2cf9a0df-23f0-4f87-95f1-f28f687562f9","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"maas-trlp-auth-test-model-6ed261","model":"auth-test-model-6ed261","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6ed261/e2e-auth-iso-b53c2f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.48995565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"09e6a120-fc18-46c4-b8c0-e4ff322e3ba6","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.489972385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"09e6a120-fc18-46c4-b8c0-e4ff322e3ba6","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.540233065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"237bef09-4201-4f41-93d1-4c49a10d19e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.547967356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"237bef09-4201-4f41-93d1-4c49a10d19e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:55.572553533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"c44ca28d-7ac4-4910-8f0b-d833eedc2f76","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"maas-trlp-auth-test-model-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.693696087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67daff0c-8dcc-41f8-8b0e-a0c2ef2ae82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.697217053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67daff0c-8dcc-41f8-8b0e-a0c2ef2ae82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.701459347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67daff0c-8dcc-41f8-8b0e-a0c2ef2ae82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.705099369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67daff0c-8dcc-41f8-8b0e-a0c2ef2ae82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.966180892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.969959731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1216ae5a-1617-4906-afbe-d6483f180b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.97366178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1216ae5a-1617-4906-afbe-d6483f180b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.977298771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1216ae5a-1617-4906-afbe-d6483f180b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:58.980858583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1216ae5a-1617-4906-afbe-d6483f180b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:59.649924072Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e596df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e596df","reconcileID":"4861b387-5976-4ab1-bd32-ffb715fe2623","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e596df","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e596df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:59.889739073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3f41f-e04b-4da9-8648-7f9e89cca591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:59.893625848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3f41f-e04b-4da9-8648-7f9e89cca591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:59.897231129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3f41f-e04b-4da9-8648-7f9e89cca591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:30:59.90160983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c3f41f-e04b-4da9-8648-7f9e89cca591","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:00.92368121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"ec11217b-7e70-4290-8118-c7ea165ef978","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:00.934915966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"ec11217b-7e70-4290-8118-c7ea165ef978","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:00.990126697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"ec11217b-7e70-4290-8118-c7ea165ef978","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:05.304939561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"a7720611-3826-4f4d-b300-314622fbeb62","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:05.313497818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"a7720611-3826-4f4d-b300-314622fbeb62","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:05.320925054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-904993-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8a344930c0ad3db6285c38db8eb483f2ce1777d597af91d790b5efade9db03e) AuthConfig (7dc02e56597733ab6b2c4f1f1ae6a5890a74291ee901c62aa6af6f6434dcf02b) AuthConfig (7c758defd8f079af5d8701fa248be40dc919e6f2a819c1760a39ae7ef690deca) AuthConfig (8b0f2661a8997fe7ea32a76c22df15f604674c217b92259a9a7a85bf9fc7c607) AuthConfig (a1b15d673e62758e7f100cae384b3d4d00698a94178bb296f45054203476a912) AuthConfig (3c85575b0a56158d182e53c0e407ff82002bc8e56b3f89d600bc71e580bd1595) AuthConfig (de546998bc1446be4c430d82931a2115e8cef53025f0a3b3ea6d846fe6d3e50a) AuthConfig (57f0cbb8d9670caddf98afa6432589d76612fc5aa09d480958efe0d6f1fa27ca) AuthConfig (e99fbc6af99f0aa5495c6d0a0cfff2be0db23805ad3354d915746a544a983a32) AuthConfig (c2af117668e84b1f017d6c337e6f05c26c3756c5edbd369aabb8a3abca1c1fd2) AuthConfig (80f6e290e9eb8440b5978372b128f8ddea493c3956b8219f8d758d1e3d7f8552) AuthConfig (bd086ad95672d9b23ab4a9ee417b3aeb54ff9bfb36989f5edb8e587f4f7418b7) AuthConfig (f8e8879777875f03fded419dd192d8481c2c1571feeaa7f88083c66c91b9c5d9) AuthConfig (d821e939f928a694c88f06ce2efe99d6d495b62957d1ce7959097868cd7c75f4) AuthConfig (61b7c43246ac2f790dcecfe87ae194c5fc16b44b906d906324bff56df77d978d) AuthConfig (fca13f765f822090d8512d2eee12f706d8ae11855b06cc52e48e512d3df43a8f) AuthConfig (a66f5fab5b9ec90f7fdb80912b279de324f7580262970bc748243f29c502057e) AuthConfig (fbf1124bda4b9d500ae6356a13d3a456b7815a8fc7b9df7bf4bbfdabe0c2d3e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"a7720611-3826-4f4d-b300-314622fbeb62","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.345657771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"0bf1157b-f26c-4410-b3bc-96fa6bfe47e1","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"maas-trlp-auth-test-model-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.367549346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"c626fcd5-7b02-4a8d-a985-d727aadbd10c","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.36757119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"c626fcd5-7b02-4a8d-a985-d727aadbd10c","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.818505956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"94123e86-51b2-433f-8e04-8e4bf741fea4","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"maas-trlp-auth-test-model-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.841656737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"d8806917-d314-4e01-a329-0d28389d18d1","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:10.841684283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"d8806917-d314-4e01-a329-0d28389d18d1","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.003988415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"10302236-9372-45a0-8c10-84fd2543b36b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.01390387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"10302236-9372-45a0-8c10-84fd2543b36b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.021620951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e77d045ca8303ab5739a975445efec1d3ff5ff922b6ab5828ba6de978ed173dd) AuthConfig (98916b0db81d6d2a14491f51626b67335e4fa9b25308732182f40fa62dd617d2) AuthConfig (cd753fb1f267cec5ee508289ab03f50843ae16a0ba939a65247afacc74e22fa0) AuthConfig (2e3eb328084347b0b22b8b6287efc06628a8d924d4e01e75462d28b48007acbc) AuthConfig (10df1b0a5631b7b2e5055e27b9977cbbb8f3bd30f6bdbbc78d079de15ae3a302) AuthConfig (706cd7092a6f2717a44aff66cdf1cd3fb22ea521f2d204fa257e37f488ac3322) AuthConfig (d485a981764a464ad3bbb055efa0a3afe3351a3ec0c3c9a1c88784d057b8474d) AuthConfig (5024597acb6b508a2f4b58b5b47d6248e82712887645054257fc6199842d88e1) AuthConfig (0b8961e2ccf45dc54e0b39b0de12e6d1881ddb90b279e12a3a4f5b690387af3f) AuthConfig (204d989a94f2130af11e7b59f058641e3ec2cf110566dcc1f0cc0758cb22af5c) AuthConfig (31ceaa76b473eaa660ee139d25d38eb9e351097d8942961ec936cb1a38170f92) AuthConfig (9b32452fd240f9bc63e93f4e657d0eae6f00ab69a76ef78a82fec98b41f65120) AuthConfig (710a3719a10bd99ac0cd8fa97d72f97d190c1d962e1aafb68309eb4e70c10133) AuthConfig (fd335c54f964a566cb7f0d9d5b606019f82e9ddcfcfd10cdeb3ecf8919fc3943) AuthConfig (5691747ce8fbf258d35760b282050b64e70655896c34acfd1097d0b539e39bc7) AuthConfig (e0e81ff04d08868c49b547ce7d53c01ca6ed368fcf1ef9908b8536a709caa240) AuthConfig (1ea699ee57becdbaa00bd71b32a8f2d7a5e16cc1faaccf77dfcf5436af9392b0) AuthConfig (02728952fe7b7fa1621be7b552afc2c9aa47b0d1de1ca7489d5b139ff87ea5b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"10302236-9372-45a0-8c10-84fd2543b36b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.036039473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"8b1f896b-7ca9-404f-b97f-6d20321d0e9d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.036069769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"8b1f896b-7ca9-404f-b97f-6d20321d0e9d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.105913668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"a1e4b763-4aa9-4002-b22d-c85a43a67e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.128699081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"a1e4b763-4aa9-4002-b22d-c85a43a67e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.487752456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"60d7496c-b32b-4654-8416-ea787e3a9b8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.562588615Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"60d7496c-b32b-4654-8416-ea787e3a9b8c","name":"e2e-extmod-a-e596df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.799480296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"1a7379bc-29de-4185-b382-460ec0eaa231","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:11.80758572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"1a7379bc-29de-4185-b382-460ec0eaa231","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.613159523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"720d5d90-e441-448d-90a0-fdfceb05c6d8","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.61318813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"720d5d90-e441-448d-90a0-fdfceb05c6d8","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.622279104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"580a2759-447d-4dc3-b184-b2c37c303ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.632492755Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"e88b6145-e7da-4d03-bebb-ca687edb7907","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9529bf3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.6326569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"580a2759-447d-4dc3-b184-b2c37c303ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.754386134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"56b48715-53f7-4294-9a09-586bcd46f81a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:12.761791891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"56b48715-53f7-4294-9a09-586bcd46f81a","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.349572429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"5107b3d3-f756-4ad3-8fd8-432d21f2f899","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.349596963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"5107b3d3-f756-4ad3-8fd8-432d21f2f899","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.358472154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"34954dda-e388-459f-89c9-aa8285d2e919","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.366942198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"5d12e79b-d3d9-42a3-9b7f-23df599b1344","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-83668192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.368877628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"34954dda-e388-459f-89c9-aa8285d2e919","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.456935731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"758e27bf-c2e5-499a-bb1b-81a1db38c323","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:14.470587175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"758e27bf-c2e5-499a-bb1b-81a1db38c323","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:15.32899287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"f4e6fe1b-43a8-4d91-8f25-55ab0706166c","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:15.336766595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"f4e6fe1b-43a8-4d91-8f25-55ab0706166c","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:15.457729482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"05e42fa8-d0ec-49ae-8b4d-d31bb6667bab","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:15.45775078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"05e42fa8-d0ec-49ae-8b4d-d31bb6667bab","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.821205805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"c107ea5e-4e48-4812-b260-5232967d1a10","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.823545387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"c107ea5e-4e48-4812-b260-5232967d1a10","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.83036428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"631941fe-a5bd-4643-b584-f45aa8cd6594","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.834285343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"1c3ddcc9-7c15-4d72-953d-41507309714b","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.834366897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"1c3ddcc9-7c15-4d72-953d-41507309714b","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.838302187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"31780617-31a3-44ef-ba93-503b75777ce4","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.838332925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"31780617-31a3-44ef-ba93-503b75777ce4","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.842028777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"631941fe-a5bd-4643-b584-f45aa8cd6594","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:31:16.842532401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-904993/e2e-auth-iso-606bba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-606bba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.845520683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"6fa7cdd7-fec9-487b-8331-017b9ad7fa9a","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.845537416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"6fa7cdd7-fec9-487b-8331-017b9ad7fa9a","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.860020207Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"a4a6ce12-c048-4f3b-aa24-35481f542112","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"maas-trlp-auth-test-model-904993","model":"auth-test-model-904993","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-904993/e2e-auth-iso-606bba"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.879656699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"2691d21b-c932-4a42-9ed6-8fcc00064e1d","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.879680653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"2691d21b-c932-4a42-9ed6-8fcc00064e1d","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.930290636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"805c8327-35cf-4d9b-ae2c-0e87e590360e","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.938973446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"805c8327-35cf-4d9b-ae2c-0e87e590360e","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:16.959340593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"58a012ba-d26c-4cbe-9bc7-7a3de1326dfc","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"maas-trlp-auth-test-model-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:21.038817655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"d6a63e8f-552c-4dc0-8785-d7dc22c058db","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:21.047004215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"d6a63e8f-552c-4dc0-8785-d7dc22c058db","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:21.053856003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e77d045ca8303ab5739a975445efec1d3ff5ff922b6ab5828ba6de978ed173dd) AuthConfig (98916b0db81d6d2a14491f51626b67335e4fa9b25308732182f40fa62dd617d2) AuthConfig (cd753fb1f267cec5ee508289ab03f50843ae16a0ba939a65247afacc74e22fa0) AuthConfig (2e3eb328084347b0b22b8b6287efc06628a8d924d4e01e75462d28b48007acbc) AuthConfig (10df1b0a5631b7b2e5055e27b9977cbbb8f3bd30f6bdbbc78d079de15ae3a302) AuthConfig (706cd7092a6f2717a44aff66cdf1cd3fb22ea521f2d204fa257e37f488ac3322) AuthConfig (d485a981764a464ad3bbb055efa0a3afe3351a3ec0c3c9a1c88784d057b8474d) AuthConfig (5024597acb6b508a2f4b58b5b47d6248e82712887645054257fc6199842d88e1) AuthConfig (0b8961e2ccf45dc54e0b39b0de12e6d1881ddb90b279e12a3a4f5b690387af3f) AuthConfig (204d989a94f2130af11e7b59f058641e3ec2cf110566dcc1f0cc0758cb22af5c) AuthConfig (31ceaa76b473eaa660ee139d25d38eb9e351097d8942961ec936cb1a38170f92) AuthConfig (9b32452fd240f9bc63e93f4e657d0eae6f00ab69a76ef78a82fec98b41f65120) AuthConfig (710a3719a10bd99ac0cd8fa97d72f97d190c1d962e1aafb68309eb4e70c10133) AuthConfig (fd335c54f964a566cb7f0d9d5b606019f82e9ddcfcfd10cdeb3ecf8919fc3943) AuthConfig (5691747ce8fbf258d35760b282050b64e70655896c34acfd1097d0b539e39bc7) AuthConfig (e0e81ff04d08868c49b547ce7d53c01ca6ed368fcf1ef9908b8536a709caa240) AuthConfig (1ea699ee57becdbaa00bd71b32a8f2d7a5e16cc1faaccf77dfcf5436af9392b0) AuthConfig (02728952fe7b7fa1621be7b552afc2c9aa47b0d1de1ca7489d5b139ff87ea5b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"d6a63e8f-552c-4dc0-8785-d7dc22c058db","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.637490688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"86376b60-271e-48d7-96b1-836356c7ba24","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","subscription":"e2e-auth-iso-1d22fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.641389238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"86376b60-271e-48d7-96b1-836356c7ba24","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.645803876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"86376b60-271e-48d7-96b1-836356c7ba24","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"maas-trlp-auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.769797672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"c4525a1b-d23c-4ba5-a1af-0184dd2a1b3b","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.769830969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"c4525a1b-d23c-4ba5-a1af-0184dd2a1b3b","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.781582643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3d058543-292f-4e03-80ab-c6927a311abb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.782777189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"e8964cf9-9c45-45e6-be82-128fd6905ff7","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.782793859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"e8964cf9-9c45-45e6-be82-128fd6905ff7","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.789842927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3d058543-292f-4e03-80ab-c6927a311abb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.878506744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"55d92f87-bea1-4a67-b266-174e54162c59","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.887145102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"55d92f87-bea1-4a67-b266-174e54162c59","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.922862097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"aeca494c-cb16-47d5-b796-792dd0ffe56a","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.922888022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"aeca494c-cb16-47d5-b796-792dd0ffe56a","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.940032671Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"767f1511-0e14-46bf-ae4b-67f289d80946","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71c06b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.97856495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"38b4d63d-0322-4cea-996d-14f807143bbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:22.990693518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"38b4d63d-0322-4cea-996d-14f807143bbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:23.078302795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f2e7974f-18c1-484b-ab89-11d1bc8066c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:23.086009866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"f2e7974f-18c1-484b-ab89-11d1bc8066c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.371336329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"5a307dfa-3c2f-4ec2-84ec-fde06bf69310","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","subscription":"e2e-auth-iso-b53c2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.375514698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"5a307dfa-3c2f-4ec2-84ec-fde06bf69310","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.379446004Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"5a307dfa-3c2f-4ec2-84ec-fde06bf69310","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"maas-trlp-auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.497676188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"b77da9aa-4883-422d-bdd8-384c1a53c378","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.497698534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"b77da9aa-4883-422d-bdd8-384c1a53c378","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.506043708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"041cf8b7-e2bd-4869-a8f5-ad4802286545","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.516104646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"041cf8b7-e2bd-4869-a8f5-ad4802286545","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.629833638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"13600291-31e0-4385-b17a-e1eb2276b666","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.637653069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"13600291-31e0-4385-b17a-e1eb2276b666","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.656208166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"44a98359-b262-46b3-a24d-c15bda06aa1f","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.656228662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"44a98359-b262-46b3-a24d-c15bda06aa1f","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.671536753Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"da073f38-aa8f-46e2-a4ad-a6c8a4a99a16","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a24e1e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.730132147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"e6faa947-c2f3-416c-b0ba-899bbd2c1839","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.73879041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"e6faa947-c2f3-416c-b0ba-899bbd2c1839","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.833851191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"ebef01a7-8d15-456b-8c02-6da989204f8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:24.95841955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"ebef01a7-8d15-456b-8c02-6da989204f8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.154491336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c228e-1ebb-46d7-b397-07dbac745020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.157927727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c228e-1ebb-46d7-b397-07dbac745020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.161507988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c228e-1ebb-46d7-b397-07dbac745020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.165752009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c228e-1ebb-46d7-b397-07dbac745020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.469537036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec9ddc3-bad3-4615-8e91-ffd938afaf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.473279351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec9ddc3-bad3-4615-8e91-ffd938afaf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.477010044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec9ddc3-bad3-4615-8e91-ffd938afaf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:25.487625572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec9ddc3-bad3-4615-8e91-ffd938afaf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:28.967250277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:31.06342926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"c54815f6-3e32-4f5c-9b27-b050faa43b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:31.071219405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"c54815f6-3e32-4f5c-9b27-b050faa43b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:31.077293297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e77d045ca8303ab5739a975445efec1d3ff5ff922b6ab5828ba6de978ed173dd) AuthConfig (98916b0db81d6d2a14491f51626b67335e4fa9b25308732182f40fa62dd617d2) AuthConfig (cd753fb1f267cec5ee508289ab03f50843ae16a0ba939a65247afacc74e22fa0) AuthConfig (2e3eb328084347b0b22b8b6287efc06628a8d924d4e01e75462d28b48007acbc) AuthConfig (10df1b0a5631b7b2e5055e27b9977cbbb8f3bd30f6bdbbc78d079de15ae3a302) AuthConfig (706cd7092a6f2717a44aff66cdf1cd3fb22ea521f2d204fa257e37f488ac3322) AuthConfig (d485a981764a464ad3bbb055efa0a3afe3351a3ec0c3c9a1c88784d057b8474d) AuthConfig (5024597acb6b508a2f4b58b5b47d6248e82712887645054257fc6199842d88e1) AuthConfig (0b8961e2ccf45dc54e0b39b0de12e6d1881ddb90b279e12a3a4f5b690387af3f) AuthConfig (204d989a94f2130af11e7b59f058641e3ec2cf110566dcc1f0cc0758cb22af5c) AuthConfig (31ceaa76b473eaa660ee139d25d38eb9e351097d8942961ec936cb1a38170f92) AuthConfig (9b32452fd240f9bc63e93f4e657d0eae6f00ab69a76ef78a82fec98b41f65120) AuthConfig (710a3719a10bd99ac0cd8fa97d72f97d190c1d962e1aafb68309eb4e70c10133) AuthConfig (fd335c54f964a566cb7f0d9d5b606019f82e9ddcfcfd10cdeb3ecf8919fc3943) AuthConfig (5691747ce8fbf258d35760b282050b64e70655896c34acfd1097d0b539e39bc7) AuthConfig (e0e81ff04d08868c49b547ce7d53c01ca6ed368fcf1ef9908b8536a709caa240) AuthConfig (1ea699ee57becdbaa00bd71b32a8f2d7a5e16cc1faaccf77dfcf5436af9392b0) AuthConfig (02728952fe7b7fa1621be7b552afc2c9aa47b0d1de1ca7489d5b139ff87ea5b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"c54815f6-3e32-4f5c-9b27-b050faa43b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.944555817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"5228ed45-7845-473a-842b-636c1af20ada","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","subscription":"e2e-auth-iso-1d22fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.948398492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"5228ed45-7845-473a-842b-636c1af20ada","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.952492575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"5228ed45-7845-473a-842b-636c1af20ada","MaaSSubscription":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"maas-trlp-auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.986732703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"e969452f-6b6a-44fb-8238-1f19a850e668","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.986759016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"e969452f-6b6a-44fb-8238-1f19a850e668","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:32.995298182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"65710619-300e-4b59-95d8-1f7675869a81","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.005153917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"65710619-300e-4b59-95d8-1f7675869a81","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.096390134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7eb6de8c-1a35-44f1-92cf-46db1e02615f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.104409123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7eb6de8c-1a35-44f1-92cf-46db1e02615f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.127631789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3864a232-2802-458b-961e-e338e81ef657","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.127759206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"0acfa756-a584-4d03-ba11-d0542ea599a2","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.127780165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"0acfa756-a584-4d03-ba11-d0542ea599a2","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.219026411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3864a232-2802-458b-961e-e338e81ef657","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.247055742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3864a232-2802-458b-961e-e338e81ef657","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"name":"e2e-shared-a-w0-b30a42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.247081105Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"e2e-auth-iso-1d22fd","reconcileID":"3864a232-2802-458b-961e-e338e81ef657","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.256537399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"76f1c1f8-ba8f-46e4-9108-3186e08d7336","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"tenant":"e2e-shared-a-w0-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","model":"ai-tenant-e2e-shared-a-w0-b30a42/auth-test-model-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.256562081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"auth-test-model-b30a42","reconcileID":"76f1c1f8-ba8f-46e4-9108-3186e08d7336","MaaSModelRef":{"name":"auth-test-model-b30a42","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"routeName":"auth-test-model-b30a42-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","llmisvcName":"auth-test-model-b30a42","gateway":"openshift-ingress/e2e-shared-a-w0-b30a42","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.407776587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7e251989-e852-457d-bef0-706f1c827372","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.407915112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"9bd764fe-874e-45a4-8ab1-b7427a91a21d","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.40794138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"9bd764fe-874e-45a4-8ab1-b7427a91a21d","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.445997626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7e251989-e852-457d-bef0-706f1c827372","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.485050074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7e251989-e852-457d-bef0-706f1c827372","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"name":"e2e-shared-b-w0-128d2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.485073025Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"e2e-auth-iso-1d22fd","reconcileID":"7e251989-e852-457d-bef0-706f1c827372","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d22fd","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.49665978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"976a0a09-c67c-475c-b2f4-581b06b4e0dd","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"tenant":"e2e-shared-b-w0-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","model":"ai-tenant-e2e-shared-b-w0-128d2f/auth-test-model-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:33.496683501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"auth-test-model-128d2f","reconcileID":"976a0a09-c67c-475c-b2f4-581b06b4e0dd","MaaSModelRef":{"name":"auth-test-model-128d2f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"routeName":"auth-test-model-128d2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","llmisvcName":"auth-test-model-128d2f","gateway":"openshift-ingress/e2e-shared-b-w0-128d2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.677342856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"802c6ebf-bfbc-4bf4-95bf-8bd7f2c68e18","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","subscription":"e2e-auth-iso-b53c2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.681725842Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"802c6ebf-bfbc-4bf4-95bf-8bd7f2c68e18","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.686214441Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"802c6ebf-bfbc-4bf4-95bf-8bd7f2c68e18","MaaSSubscription":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"maas-trlp-auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.715546742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"77d912c3-dc15-4dad-80f5-dd233be9a95d","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.715566508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"77d912c3-dc15-4dad-80f5-dd233be9a95d","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.724708368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"18b1ccc4-f35b-42d3-acbb-e816814d3223","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.735602434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"18b1ccc4-f35b-42d3-acbb-e816814d3223","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.86300861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"ca49a20d-bc00-4857-82d8-9bb55f3e88dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.873115558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"18ca306e-a7fe-4797-abf5-e03847ea95a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.873683201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"966a5c99-c21c-4e14-bb83-e291718189ab","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.87370692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"966a5c99-c21c-4e14-bb83-e291718189ab","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:34.87945766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"ca49a20d-bc00-4857-82d8-9bb55f3e88dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.111812933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"18ca306e-a7fe-4797-abf5-e03847ea95a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.220517119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"18ca306e-a7fe-4797-abf5-e03847ea95a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"name":"e2e-shared-a-w2-06bb0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.220611197Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"e2e-auth-iso-b53c2f","reconcileID":"18ca306e-a7fe-4797-abf5-e03847ea95a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.228823152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"42a96990-65a7-4d70-b49a-80b489a6dffa","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"tenant":"e2e-shared-a-w2-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","model":"ai-tenant-e2e-shared-a-w2-06bb0f/auth-test-model-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.228843893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"auth-test-model-06bb0f","reconcileID":"42a96990-65a7-4d70-b49a-80b489a6dffa","MaaSModelRef":{"name":"auth-test-model-06bb0f","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"routeName":"auth-test-model-06bb0f-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","llmisvcName":"auth-test-model-06bb0f","gateway":"openshift-ingress/e2e-shared-a-w2-06bb0f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.375395545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd302056-6a28-4526-bfed-1831dfa3ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.381265257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"75720cf0-e2f3-4d65-80bd-0206c364b1e0","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.381282897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"75720cf0-e2f3-4d65-80bd-0206c364b1e0","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.388362453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd302056-6a28-4526-bfed-1831dfa3ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.3884128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"52371942-2564-4b4b-af4c-328d70fcdb38","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.392648687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd302056-6a28-4526-bfed-1831dfa3ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.397470869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd302056-6a28-4526-bfed-1831dfa3ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.404189235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"52371942-2564-4b4b-af4c-328d70fcdb38","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.47115857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"52371942-2564-4b4b-af4c-328d70fcdb38","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"name":"e2e-shared-b-w2-6ed261-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.471196656Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"e2e-auth-iso-b53c2f","reconcileID":"52371942-2564-4b4b-af4c-328d70fcdb38","MaaSAuthPolicy":{"name":"e2e-auth-iso-b53c2f","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.482316528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"01fd6283-4e82-456d-9ec3-528105d15df3","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"tenant":"e2e-shared-b-w2-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","model":"ai-tenant-e2e-shared-b-w2-6ed261/auth-test-model-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.482344024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"auth-test-model-6ed261","reconcileID":"01fd6283-4e82-456d-9ec3-528105d15df3","MaaSModelRef":{"name":"auth-test-model-6ed261","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"routeName":"auth-test-model-6ed261-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","llmisvcName":"auth-test-model-6ed261","gateway":"openshift-ingress/e2e-shared-b-w2-6ed261","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.671181839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b732312-f420-411c-8b66-7c734a3f85f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.674909159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b732312-f420-411c-8b66-7c734a3f85f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.678286472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b732312-f420-411c-8b66-7c734a3f85f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:35.682105109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b732312-f420-411c-8b66-7c734a3f85f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:36.254151614Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f1ed97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f1ed97","reconcileID":"6062a814-e930-4070-9fd2-ccb4afe3c197","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f1ed97","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-f1ed97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:36.558942611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aacd87-e836-47bb-82bf-89e39cb540f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:36.562669698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aacd87-e836-47bb-82bf-89e39cb540f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:36.566045111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aacd87-e836-47bb-82bf-89e39cb540f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:36.570251394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aacd87-e836-47bb-82bf-89e39cb540f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:41.09086707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"aecfb3e2-a793-4df0-a26e-03546db0bb5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:41.098558661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"aecfb3e2-a793-4df0-a26e-03546db0bb5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:41.105287603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-27804d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e77d045ca8303ab5739a975445efec1d3ff5ff922b6ab5828ba6de978ed173dd) AuthConfig (98916b0db81d6d2a14491f51626b67335e4fa9b25308732182f40fa62dd617d2) AuthConfig (cd753fb1f267cec5ee508289ab03f50843ae16a0ba939a65247afacc74e22fa0) AuthConfig (2e3eb328084347b0b22b8b6287efc06628a8d924d4e01e75462d28b48007acbc) AuthConfig (10df1b0a5631b7b2e5055e27b9977cbbb8f3bd30f6bdbbc78d079de15ae3a302) AuthConfig (706cd7092a6f2717a44aff66cdf1cd3fb22ea521f2d204fa257e37f488ac3322) AuthConfig (d485a981764a464ad3bbb055efa0a3afe3351a3ec0c3c9a1c88784d057b8474d) AuthConfig (5024597acb6b508a2f4b58b5b47d6248e82712887645054257fc6199842d88e1) AuthConfig (0b8961e2ccf45dc54e0b39b0de12e6d1881ddb90b279e12a3a4f5b690387af3f) AuthConfig (204d989a94f2130af11e7b59f058641e3ec2cf110566dcc1f0cc0758cb22af5c) AuthConfig (31ceaa76b473eaa660ee139d25d38eb9e351097d8942961ec936cb1a38170f92) AuthConfig (9b32452fd240f9bc63e93f4e657d0eae6f00ab69a76ef78a82fec98b41f65120) AuthConfig (710a3719a10bd99ac0cd8fa97d72f97d190c1d962e1aafb68309eb4e70c10133) AuthConfig (fd335c54f964a566cb7f0d9d5b606019f82e9ddcfcfd10cdeb3ecf8919fc3943) AuthConfig (5691747ce8fbf258d35760b282050b64e70655896c34acfd1097d0b539e39bc7) AuthConfig (e0e81ff04d08868c49b547ce7d53c01ca6ed368fcf1ef9908b8536a709caa240) AuthConfig (1ea699ee57becdbaa00bd71b32a8f2d7a5e16cc1faaccf77dfcf5436af9392b0) AuthConfig (02728952fe7b7fa1621be7b552afc2c9aa47b0d1de1ca7489d5b139ff87ea5b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"aecfb3e2-a793-4df0-a26e-03546db0bb5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:43.079800623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"16904604-6d27-49b4-8ab0-24ab12fa951a","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"maas-trlp-auth-test-model-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:43.103584358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"469a01c4-b749-4d72-b3cc-c6bb3bd2e30c","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:43.103602974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"469a01c4-b749-4d72-b3cc-c6bb3bd2e30c","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:44.39086959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"84959c6a-0af7-440b-89e8-fda41260de5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:44.413291466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"84959c6a-0af7-440b-89e8-fda41260de5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.059991749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f8668-cd07-42f1-ad85-91a9d138c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.064772586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f8668-cd07-42f1-ad85-91a9d138c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.072772841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f8668-cd07-42f1-ad85-91a9d138c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.087837469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f8668-cd07-42f1-ad85-91a9d138c566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.36418751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c6763a-f774-48bf-8ca6-6c42b25241c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.367867047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c6763a-f774-48bf-8ca6-6c42b25241c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.371779193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c6763a-f774-48bf-8ca6-6c42b25241c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.375803392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c6763a-f774-48bf-8ca6-6c42b25241c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.830856097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1be9dd-f83e-4666-a17d-7315db77874c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.835004057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1be9dd-f83e-4666-a17d-7315db77874c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.838623998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1be9dd-f83e-4666-a17d-7315db77874c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:47.841957034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1be9dd-f83e-4666-a17d-7315db77874c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.024748399Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-729802","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-729802","reconcileID":"984099e1-e289-4c4a-a9d8-d55e13c905de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-729802","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-729802":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.290237048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9c874c-92d5-4d5f-ad56-05a12db9c161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.29462065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9c874c-92d5-4d5f-ad56-05a12db9c161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.298378264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9c874c-92d5-4d5f-ad56-05a12db9c161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.302171986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9c874c-92d5-4d5f-ad56-05a12db9c161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.663121526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7588b6a-bfe2-4cd3-ab5e-3c9c318935dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.677616507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7588b6a-bfe2-4cd3-ab5e-3c9c318935dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.681301035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7588b6a-bfe2-4cd3-ab5e-3c9c318935dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.685415119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7588b6a-bfe2-4cd3-ab5e-3c9c318935dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.967559504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84466586-6009-47a8-9d75-38c31356c3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.972919781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84466586-6009-47a8-9d75-38c31356c3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.979491118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84466586-6009-47a8-9d75-38c31356c3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:48.996865603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84466586-6009-47a8-9d75-38c31356c3c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.078267394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"6d04bba2-4860-40d3-985d-ea2ebf1fdc00","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.078293775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"6d04bba2-4860-40d3-985d-ea2ebf1fdc00","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.111045518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"6252caba-c786-4fda-b3c1-18edc0584ac3","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cabdb7f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.296060696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"6954fec4-8db9-461a-b215-6fa2d9efae68","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.389347421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"6954fec4-8db9-461a-b215-6fa2d9efae68","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.410400855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"af66a569-5780-4c03-b796-434cb595296b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.420999711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"af66a569-5780-4c03-b796-434cb595296b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.458226308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf938bea-6311-43ed-9368-d2394a48e459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.462342967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf938bea-6311-43ed-9368-d2394a48e459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.46765328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf938bea-6311-43ed-9368-d2394a48e459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.471260123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf938bea-6311-43ed-9368-d2394a48e459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.889277758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7642d337-7066-46a3-88d8-0dde950d96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:49.978397334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7642d337-7066-46a3-88d8-0dde950d96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.104057702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7642d337-7066-46a3-88d8-0dde950d96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.109768222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7642d337-7066-46a3-88d8-0dde950d96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.393793406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80ad7f1-ea60-4a14-b286-55e86ba97319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.399873851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80ad7f1-ea60-4a14-b286-55e86ba97319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.428563692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80ad7f1-ea60-4a14-b286-55e86ba97319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:50.489989396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80ad7f1-ea60-4a14-b286-55e86ba97319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:51.114356705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"605a25d4-fed5-46fa-b393-fc32684cc865","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:51.12319556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"605a25d4-fed5-46fa-b393-fc32684cc865","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:51.16134727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"856b634b-2a5b-46cf-991d-31fcc0312bbe","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:51.161374454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"856b634b-2a5b-46cf-991d-31fcc0312bbe","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.253008064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d12a3f-8105-4cac-90f1-c111595b4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.256794065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d12a3f-8105-4cac-90f1-c111595b4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.260672226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d12a3f-8105-4cac-90f1-c111595b4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.265102003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9d12a3f-8105-4cac-90f1-c111595b4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.610217736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"0b4910dc-7f74-4a9a-b350-29cc6990ba90","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.633526457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"0b4910dc-7f74-4a9a-b350-29cc6990ba90","name":"e2e-extmod-b-f1ed97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.660126113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397dc895-8c1b-411e-be3d-9212981f74cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.665080082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397dc895-8c1b-411e-be3d-9212981f74cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.669304356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397dc895-8c1b-411e-be3d-9212981f74cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:52.687673942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"397dc895-8c1b-411e-be3d-9212981f74cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.083184587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"e8a80e84-1d5d-4492-9cfd-41a73a863c6a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.083221089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"e8a80e84-1d5d-4492-9cfd-41a73a863c6a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.111177855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"e4e596a2-cb6b-4c0f-b1db-7632a417c5eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:31:53.120357866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"ff409fc2-7db8-4871-bc8d-bfc606258d02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-138946\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.129524764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"e4e596a2-cb6b-4c0f-b1db-7632a417c5eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.131385196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"51934ed3-974c-4119-89cd-c3d0a7a04797","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.131407601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"51934ed3-974c-4119-89cd-c3d0a7a04797","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:31:53.138459744Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"51934ed3-974c-4119-89cd-c3d0a7a04797","name":"auth-test-model-27804d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-27804d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:31:53.138525663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"51934ed3-974c-4119-89cd-c3d0a7a04797","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-27804d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.142159856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"931ca219-a09a-4bc3-a889-b24d902d698d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.142181019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"931ca219-a09a-4bc3-a889-b24d902d698d","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.150796923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"93705136-f5eb-476e-a3e4-52fefd4431a6","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.150822892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"93705136-f5eb-476e-a3e4-52fefd4431a6","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.172610237Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"d9f631f2-d590-4535-a17c-229716990df2","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"maas-trlp-auth-test-model-27804d","model":"auth-test-model-27804d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-27804d/e2e-auth-iso-138946"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.194425294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"83ae3d1d-5e7f-4c89-a786-b38ec769ed72","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.194496496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"83ae3d1d-5e7f-4c89-a786-b38ec769ed72","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.229385379Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fb2b58","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fb2b58","reconcileID":"6e9ad4b3-78d9-4515-8d48-ecfda2ea3c84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fb2b58","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-fb2b58":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.243412692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"8df9e7fb-65c8-4e76-a83f-959d1778305e","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.254635277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"8df9e7fb-65c8-4e76-a83f-959d1778305e","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.320422921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"dd0d8ce0-c0b4-4bdb-9e21-78df224b5945","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"maas-trlp-auth-test-model-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.527635204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2199fddf-0f34-4ae4-8407-993eb50bcc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.531464473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2199fddf-0f34-4ae4-8407-993eb50bcc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.535821855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2199fddf-0f34-4ae4-8407-993eb50bcc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:53.539835272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2199fddf-0f34-4ae4-8407-993eb50bcc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:58.966688459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.119493447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"2fd833ed-2d80-4a11-bc44-407628e63096","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","subscription":"e2e-auth-iso-606bba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.126174623Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"2fd833ed-2d80-4a11-bc44-407628e63096","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.134373695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"2fd833ed-2d80-4a11-bc44-407628e63096","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"maas-trlp-auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.20520201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c301e048-5ba2-42af-9cd5-1f378df626f4","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.205246486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"c301e048-5ba2-42af-9cd5-1f378df626f4","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.22457435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"d5c79427-ca92-46a1-972e-1d03a712165f","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.240176476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"d5c79427-ca92-46a1-972e-1d03a712165f","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.361488297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"ff961ea8-51c0-40c0-9ee4-5ac0328314d8","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.361509351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"ff961ea8-51c0-40c0-9ee4-5ac0328314d8","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.366687348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"7c43a2a5-8132-4950-8fcd-c34ee53e2a4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.370049483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"4fd08f73-e81f-476e-84b2-0b8bd52582bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.374793779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"7c43a2a5-8132-4950-8fcd-c34ee53e2a4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.378952465Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"748541c1-be2c-4c16-8fc2-00e95dbc5de5","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5af51fca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.38024982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"4fd08f73-e81f-476e-84b2-0b8bd52582bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.470209675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"2ce890e3-758e-454a-8db0-c55e79ad51f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:31:59.482339577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"2ce890e3-758e-454a-8db0-c55e79ad51f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:05.689928078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"ddb925bd-6149-45e9-9a58-6647e4a75192","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"maas-trlp-auth-test-model-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:05.756537345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"607f1806-cff3-42d9-90f5-fe662d8f1b76","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:05.757111992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"607f1806-cff3-42d9-90f5-fe662d8f1b76","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:05.83683492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"8d343ba4-a695-45e7-8689-e8c50b9bb856","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:05.861153353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"8d343ba4-a695-45e7-8689-e8c50b9bb856","name":"e2e-extmod-a-729802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:06.791278323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"723e65c1-ddba-4bc8-b156-e341434c1822","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:06.801020691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"723e65c1-ddba-4bc8-b156-e341434c1822","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.379820739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"259e207b-c8fb-427d-bfe1-7651557676bb","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.379842255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"259e207b-c8fb-427d-bfe1-7651557676bb","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.388717417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"acfc571c-0b04-4343-a89d-e590d8d0de2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.395672578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"4980177f-e8bb-42b1-8a4d-198a10f5b434","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6215f003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.400268649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"acfc571c-0b04-4343-a89d-e590d8d0de2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.518953598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"6c1ce0c7-3110-449e-8de8-8f1e6920e204","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:07.527822624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"6c1ce0c7-3110-449e-8de8-8f1e6920e204","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.426900797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"b0071844-ce4a-4900-8aa0-d16229994905","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","subscription":"e2e-auth-iso-606bba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.433927836Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"b0071844-ce4a-4900-8aa0-d16229994905","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.441677935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"b0071844-ce4a-4900-8aa0-d16229994905","MaaSSubscription":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"maas-trlp-auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.513691228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"2f4c53e1-7323-4502-8425-4171720aff1a","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.513717793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"2f4c53e1-7323-4502-8425-4171720aff1a","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.542298472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"b1079422-7d2f-415e-8ebc-1eddcb519616","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.589209635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"b1079422-7d2f-415e-8ebc-1eddcb519616","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.622723366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"2050aa4a-2be9-4009-86d2-babd005f3e3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.631870477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"2050aa4a-2be9-4009-86d2-babd005f3e3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.631917485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1593b8d3-8870-44dc-b4ef-60d3b9052cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.63579516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1593b8d3-8870-44dc-b4ef-60d3b9052cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.639699859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1593b8d3-8870-44dc-b4ef-60d3b9052cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.644286066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1593b8d3-8870-44dc-b4ef-60d3b9052cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.673141715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"aba298c5-727e-4113-bfbc-1e655c16444f","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.67324788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"aba298c5-727e-4113-bfbc-1e655c16444f","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.676200594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"be64dd39-9027-493a-b072-b4afde4295e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.719739241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"be64dd39-9027-493a-b072-b4afde4295e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.745795522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"be64dd39-9027-493a-b072-b4afde4295e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"name":"e2e-shared-a-w4-726a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.745822487Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"e2e-auth-iso-606bba","reconcileID":"be64dd39-9027-493a-b072-b4afde4295e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.753131872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"a2faf59a-a61a-4e4c-8fbc-4a3a0d13f331","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"tenant":"e2e-shared-a-w4-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","model":"ai-tenant-e2e-shared-a-w4-726a18/auth-test-model-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.75315994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"auth-test-model-726a18","reconcileID":"a2faf59a-a61a-4e4c-8fbc-4a3a0d13f331","MaaSModelRef":{"name":"auth-test-model-726a18","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"routeName":"auth-test-model-726a18-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-726a18","llmisvcName":"auth-test-model-726a18","gateway":"openshift-ingress/e2e-shared-a-w4-726a18","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.942479886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"9f8a741b-4c31-4676-9cf3-3a979dca6f95","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.942626699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"b78e6511-f7a5-4cb0-b5bd-1b3316cffe27","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.942648942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"b78e6511-f7a5-4cb0-b5bd-1b3316cffe27","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.946851452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6207d631-32df-4697-a2f1-47871da60c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.950362156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6207d631-32df-4697-a2f1-47871da60c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.953833565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6207d631-32df-4697-a2f1-47871da60c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.957222297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6207d631-32df-4697-a2f1-47871da60c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.960693452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"9f8a741b-4c31-4676-9cf3-3a979dca6f95","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.986341937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"9f8a741b-4c31-4676-9cf3-3a979dca6f95","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"name":"e2e-shared-b-w4-904993-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.986360877Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"e2e-auth-iso-606bba","reconcileID":"9f8a741b-4c31-4676-9cf3-3a979dca6f95","MaaSAuthPolicy":{"name":"e2e-auth-iso-606bba","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.993824947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"6a15c98b-d778-4274-aff7-e48ad4014be6","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"tenant":"e2e-shared-b-w4-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","model":"ai-tenant-e2e-shared-b-w4-904993/auth-test-model-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:09.993843984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"auth-test-model-904993","reconcileID":"6a15c98b-d778-4274-aff7-e48ad4014be6","MaaSModelRef":{"name":"auth-test-model-904993","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"routeName":"auth-test-model-904993-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-904993","llmisvcName":"auth-test-model-904993","gateway":"openshift-ingress/e2e-shared-b-w4-904993","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:10.255723864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"f0ab6a2d-bf1f-44ac-a55a-3a643aea2ba4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:10.287241828Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"f0ab6a2d-bf1f-44ac-a55a-3a643aea2ba4","name":"e2e-extmod-a-fb2b58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.36896462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"0512bb83-992b-45bb-a291-ed63e67d03d3","namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.3827755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0180a106-b7b9-419e-a26f-de4e95e2a7b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.393116371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0180a106-b7b9-419e-a26f-de4e95e2a7b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.444086073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"d254ff58-c13c-4cdc-b77f-4c0b9c021d99","namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.450183366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1cef5fc5-e19a-4359-b81c-0e664e5df9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.451220722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5bc4c372-bd2e-4354-9baa-adeb050480d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.451564688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"81ac854f-f9ea-437d-a5ad-5a21aae0b3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.451712709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e875df37-fd4f-47a8-b0a2-75344aa09c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.459091173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1cef5fc5-e19a-4359-b81c-0e664e5df9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.460546298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5bc4c372-bd2e-4354-9baa-adeb050480d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.462987519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"81ac854f-f9ea-437d-a5ad-5a21aae0b3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.463781149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e875df37-fd4f-47a8-b0a2-75344aa09c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.516997374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"e8600c11-37b8-40a4-8db4-fa372e0b46bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.53533818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"e8600c11-37b8-40a4-8db4-fa372e0b46bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.572739398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"3f91f975-35b1-4979-8a38-a38d71dc493f","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.619026072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aba4b3d1-f123-43f1-a619-61763b2ad3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.619315748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38b0b288-3a66-4e4f-b4a0-ba8da1b0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.632742583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38b0b288-3a66-4e4f-b4a0-ba8da1b0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.649407812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"11f3d35f-1801-4027-a1cf-1eba56ea3637","namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.656519279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"5eb2254d-625f-45ea-9e6a-a4f7a71f8f90","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.656544865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"5eb2254d-625f-45ea-9e6a-a4f7a71f8f90","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.65820841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aba4b3d1-f123-43f1-a619-61763b2ad3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.666798226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aba4b3d1-f123-43f1-a619-61763b2ad3a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.667472979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d7d2a048-1408-4663-8aaf-cea58ba69787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.667750599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d6cf3258-4546-4033-8fc8-c3f046bb0058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.677020116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d7d2a048-1408-4663-8aaf-cea58ba69787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.679362737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d6cf3258-4546-4033-8fc8-c3f046bb0058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.686896829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5053fda1-4cf1-4e3a-819a-f8e5a05415d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.686914371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5053fda1-4cf1-4e3a-819a-f8e5a05415d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.716739687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"a7bbd2a3-836e-4815-b735-28493697266a","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.725645022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7660a03-012d-40aa-a9fa-92e6277d3bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.736252076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a3d3a743-b0f8-4fa7-90cc-20c4860970e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.739252487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"a7bbd2a3-836e-4815-b735-28493697266a","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.743450248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a7660a03-012d-40aa-a9fa-92e6277d3bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.747809112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e111e94b-0c09-4dce-ae5b-1a71180e0640","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.747875053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e111e94b-0c09-4dce-ae5b-1a71180e0640","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.760751504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a3d3a743-b0f8-4fa7-90cc-20c4860970e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.815215968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8f94b4-7b4f-4a25-a657-3fd98f77106a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.817653441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"933c959d-46c1-46ae-8fec-fbd22ab38d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.823599913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"98aaebc7-64ff-41e6-b880-7951c4e644ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.82419791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"42538d27-152e-493f-b5f2-02e3d38b3606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.829357132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8f94b4-7b4f-4a25-a657-3fd98f77106a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.830039109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"778934f8-4a90-4b9e-bcaf-7eec18647b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.83415218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"933c959d-46c1-46ae-8fec-fbd22ab38d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.83850436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"42538d27-152e-493f-b5f2-02e3d38b3606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.841149088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"98aaebc7-64ff-41e6-b880-7951c4e644ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.842482188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"778934f8-4a90-4b9e-bcaf-7eec18647b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.862710487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"bdefc28d-ab48-4193-9e75-21faaabc8247","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.867901389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5f3d0d83-785a-4bb7-befb-6cee7a7a929e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:14.868497557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3ff4b2-cb8c-4aed-bafe-03dddd7edb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.082154526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5f3d0d83-785a-4bb7-befb-6cee7a7a929e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.178269318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"bdefc28d-ab48-4193-9e75-21faaabc8247","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.280062701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3ff4b2-cb8c-4aed-bafe-03dddd7edb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.284809558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6459fe7e-9af7-4ff2-bafd-ac490eaf3ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.286190306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fccda707-1879-4558-b59a-acf26ee937bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.289733713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3ff4b2-cb8c-4aed-bafe-03dddd7edb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.29717672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6459fe7e-9af7-4ff2-bafd-ac490eaf3ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.303688035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fccda707-1879-4558-b59a-acf26ee937bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.307584273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"56f4ba5d-84e8-40bd-8d90-7fae9d17b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.309414036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"72e3f404-318f-4f09-b125-5584d913009e","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.309461181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"72e3f404-318f-4f09-b125-5584d913009e","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.393555761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"56f4ba5d-84e8-40bd-8d90-7fae9d17b542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.394166217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3440d7a5-c0f6-41b1-a5fc-29461e012486","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.42293962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3440d7a5-c0f6-41b1-a5fc-29461e012486","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.492153919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3440d7a5-c0f6-41b1-a5fc-29461e012486","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.505950786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"8ffbc2ac-32b7-443f-afac-6e01edf7fe71","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:15.505980006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"8ffbc2ac-32b7-443f-afac-6e01edf7fe71","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.40096059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"96b8e250-ce3b-480f-91b5-b84eda4174df","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","subscription":"e2e-auth-iso-138946","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.405187257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"96b8e250-ce3b-480f-91b5-b84eda4174df","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.414648341Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"96b8e250-ce3b-480f-91b5-b84eda4174df","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"maas-trlp-auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.454457346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"4553a0d0-6fa7-4ba7-ae72-47300ec630e0","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.454481729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"4553a0d0-6fa7-4ba7-ae72-47300ec630e0","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.46259933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"4baf0c7d-df82-422e-a67a-3a1286b23799","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.470675666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"4baf0c7d-df82-422e-a67a-3a1286b23799","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.562137988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"f7f25e31-e945-4edc-92fb-7e67add013d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.575097801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"f7f25e31-e945-4edc-92fb-7e67add013d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.612595322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"ca513a1b-82ec-46a5-984a-867531a2c6b9","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.61269046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"ca513a1b-82ec-46a5-984a-867531a2c6b9","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.638248763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"bc0e87c8-76ea-4b40-8abc-a463f1c8adc9","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e4060f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.665273844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"bbc6402e-f545-479d-9bd5-1c32f59a5ff2","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.674217699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"bbc6402e-f545-479d-9bd5-1c32f59a5ff2","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.761858998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"3e1c8e3f-f5ea-4d8c-8ac4-675367382438","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:17.770166806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"3e1c8e3f-f5ea-4d8c-8ac4-675367382438","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.087581511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7d1526-54c7-4c50-bac8-f3995cd1fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.092029274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7d1526-54c7-4c50-bac8-f3995cd1fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.095644932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7d1526-54c7-4c50-bac8-f3995cd1fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.099059618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7d1526-54c7-4c50-bac8-f3995cd1fb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.490076243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11415ca-82ab-46f8-998e-491928e88510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.502061731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11415ca-82ab-46f8-998e-491928e88510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.508382464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11415ca-82ab-46f8-998e-491928e88510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.514619933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11415ca-82ab-46f8-998e-491928e88510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:23.968034477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-02ecd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-02ecd7","reconcileID":"fe01f2ac-e0ca-4e2e-b4c2-66e80409dca9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-02ecd7","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-02ecd7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.17823258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000622b7-37fa-4b2a-8856-67dc0288c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.186089947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000622b7-37fa-4b2a-8856-67dc0288c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.189801736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000622b7-37fa-4b2a-8856-67dc0288c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.193405639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000622b7-37fa-4b2a-8856-67dc0288c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.668181414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48979439-ea8e-4d96-914e-cf89a1c9a3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.672463535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48979439-ea8e-4d96-914e-cf89a1c9a3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.676712193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48979439-ea8e-4d96-914e-cf89a1c9a3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.680660563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48979439-ea8e-4d96-914e-cf89a1c9a3e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.987889112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e3c-7780-41db-a817-b5ce614ef155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.993002606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e3c-7780-41db-a817-b5ce614ef155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:24.996583749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e3c-7780-41db-a817-b5ce614ef155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.000040187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd071e3c-7780-41db-a817-b5ce614ef155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.387136528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"534d1201-ba43-4f48-b266-3eb1f20015c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.404953399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"534d1201-ba43-4f48-b266-3eb1f20015c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.41735126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"534d1201-ba43-4f48-b266-3eb1f20015c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.619276944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d00e8599-3859-421c-84d0-26e4cb8f7f25","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.675622141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d00e8599-3859-421c-84d0-26e4cb8f7f25","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:25.706647229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d00e8599-3859-421c-84d0-26e4cb8f7f25","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.691459452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"31cb8d3c-290d-4428-be5f-5acd9b4ee6a6","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","subscription":"e2e-auth-iso-138946","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.695764873Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"31cb8d3c-290d-4428-be5f-5acd9b4ee6a6","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.699894625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"31cb8d3c-290d-4428-be5f-5acd9b4ee6a6","MaaSSubscription":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"maas-trlp-auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.731101407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"f2623582-2518-48d2-9377-cd66c71dc44c","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.731127073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"f2623582-2518-48d2-9377-cd66c71dc44c","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.742343655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"12251acb-2abb-4f0f-856f-97446642df4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.752531986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"12251acb-2abb-4f0f-856f-97446642df4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.845374567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"5ef12ff5-978c-4a5f-91ab-4c692551ceaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.876330948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"5ef12ff5-978c-4a5f-91ab-4c692551ceaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.883983954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dd52aec0-ec4a-42a6-92f1-c99108f55850","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.884138099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"f615eb3f-b786-4260-8f8e-4a2e766a66dc","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.884185056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"f615eb3f-b786-4260-8f8e-4a2e766a66dc","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.939038015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dd52aec0-ec4a-42a6-92f1-c99108f55850","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.971947759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dd52aec0-ec4a-42a6-92f1-c99108f55850","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"name":"e2e-shared-a-w1-d4a0a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.971986762Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"e2e-auth-iso-138946","reconcileID":"dd52aec0-ec4a-42a6-92f1-c99108f55850","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.98013711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"f66628fc-c371-45c3-8f1a-f8732deaece7","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"tenant":"e2e-shared-a-w1-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","model":"ai-tenant-e2e-shared-a-w1-d4a0a5/auth-test-model-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:27.980159724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"auth-test-model-d4a0a5","reconcileID":"f66628fc-c371-45c3-8f1a-f8732deaece7","MaaSModelRef":{"name":"auth-test-model-d4a0a5","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"routeName":"auth-test-model-d4a0a5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","llmisvcName":"auth-test-model-d4a0a5","gateway":"openshift-ingress/e2e-shared-a-w1-d4a0a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.154020811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"9f248ff7-6b62-4e0a-9d78-8ad84e8fb9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.154050728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"c4c31007-fd11-48ff-91d4-bb06f1006ba7","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.154072059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"c4c31007-fd11-48ff-91d4-bb06f1006ba7","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.166710792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"9f248ff7-6b62-4e0a-9d78-8ad84e8fb9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.195131171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"9f248ff7-6b62-4e0a-9d78-8ad84e8fb9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"name":"e2e-shared-b-w1-27804d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.195151161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"e2e-auth-iso-138946","reconcileID":"9f248ff7-6b62-4e0a-9d78-8ad84e8fb9e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-138946","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.20899905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"0b646a01-56ec-4817-b24d-e49274084e5a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"tenant":"e2e-shared-b-w1-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","model":"ai-tenant-e2e-shared-b-w1-27804d/auth-test-model-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.209022214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"auth-test-model-27804d","reconcileID":"0b646a01-56ec-4817-b24d-e49274084e5a","MaaSModelRef":{"name":"auth-test-model-27804d","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"routeName":"auth-test-model-27804d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-27804d","llmisvcName":"auth-test-model-27804d","gateway":"openshift-ingress/e2e-shared-b-w1-27804d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:28.966755465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:29.617103105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be45f19b-3778-4ee7-9cb9-7c320b497171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:29.621180446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be45f19b-3778-4ee7-9cb9-7c320b497171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:29.625367612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be45f19b-3778-4ee7-9cb9-7c320b497171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:29.629636157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be45f19b-3778-4ee7-9cb9-7c320b497171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:30.083591752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8de8a9-377d-48e3-8c3c-d119b0aacb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:30.088596689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8de8a9-377d-48e3-8c3c-d119b0aacb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:30.092529707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8de8a9-377d-48e3-8c3c-d119b0aacb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:30.096217885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8de8a9-377d-48e3-8c3c-d119b0aacb59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.445416558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f8fa31-aa5b-427e-970d-b3e42695df45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.454162878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f8fa31-aa5b-427e-970d-b3e42695df45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.459540876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f8fa31-aa5b-427e-970d-b3e42695df45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.469886427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f8fa31-aa5b-427e-970d-b3e42695df45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.747949796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c820c-2a74-444a-8a8b-3a648970ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.751413848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c820c-2a74-444a-8a8b-3a648970ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.754854888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c820c-2a74-444a-8a8b-3a648970ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:33.758541743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9c820c-2a74-444a-8a8b-3a648970ff3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:34.298654758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7b5a7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7b5a7c","reconcileID":"65ffe465-33c6-4ab5-adfd-cf079063965a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7b5a7c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7b5a7c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:34.535509717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55a73a7-80af-4d4b-88a5-f8731269176e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:34.601655039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55a73a7-80af-4d4b-88a5-f8731269176e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:34.722593814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55a73a7-80af-4d4b-88a5-f8731269176e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:34.741486305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55a73a7-80af-4d4b-88a5-f8731269176e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.490912973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2474e94a-d9ab-40ff-a309-dc0c11519927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.499979901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2474e94a-d9ab-40ff-a309-dc0c11519927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.508917861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2474e94a-d9ab-40ff-a309-dc0c11519927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.721019277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"848ba045-d76a-4321-9d15-289bb45f5808","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.736860118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"848ba045-d76a-4321-9d15-289bb45f5808","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:35.752353196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"848ba045-d76a-4321-9d15-289bb45f5808","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:38.908316347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11103acd-b686-4b10-bc9f-490eb370cc3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:38.912389676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11103acd-b686-4b10-bc9f-490eb370cc3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:38.916798085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11103acd-b686-4b10-bc9f-490eb370cc3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:38.924196228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11103acd-b686-4b10-bc9f-490eb370cc3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:39.28797301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47964e79-ac70-4083-af17-0314e414d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:39.294547927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47964e79-ac70-4083-af17-0314e414d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:39.320256263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47964e79-ac70-4083-af17-0314e414d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:39.326777697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47964e79-ac70-4083-af17-0314e414d0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:39.811202823Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0ea1ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0ea1ea","reconcileID":"2a91473f-2c65-45a6-934d-38ed1b95fe7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0ea1ea","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-0ea1ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:40.17406225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bf7569-6d98-4341-86c4-0a8315218874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:40.228754953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bf7569-6d98-4341-86c4-0a8315218874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:40.255366071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bf7569-6d98-4341-86c4-0a8315218874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:40.25966733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bf7569-6d98-4341-86c4-0a8315218874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:44.902718968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"3740abad-c97a-4795-97df-215fe8925bce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-02ecd7","tenantID":"e2e-explicit-02ecd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:44.937172917Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"3740abad-c97a-4795-97df-215fe8925bce","name":"e2e-explicit-02ecd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.540758665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"422891ee-eb52-4b59-b86c-2fd0f7a20dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.552801572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"422891ee-eb52-4b59-b86c-2fd0f7a20dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.563519152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"422891ee-eb52-4b59-b86c-2fd0f7a20dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.760883506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"261ebb72-f21b-48f9-8971-bb3be1494503","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.771289783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"261ebb72-f21b-48f9-8971-bb3be1494503","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:45.783771911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"261ebb72-f21b-48f9-8971-bb3be1494503","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:48.495825997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ffd9ab5e-bc5f-4c23-8270-da1aff8baa56","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:48.508148498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ffd9ab5e-bc5f-4c23-8270-da1aff8baa56","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:48.515129963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (238f47a9e969148b3b1d61350f92f40eb8c83e9e03f94e227ee9054c33db3392) AuthConfig (61ed9943c7a818d9fcc4fcf5b74563e0af6413b4a1b55926f90c98d863c76390) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (99590e0aaf59145d0ba656e8403c5b257d1c1f06ba5a4f3f6f75fd25a831e25b) AuthConfig (ac3525f69049eb0525f3cb40682765ce43c26e08c7e7d5833549b0d2445b9997) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ffd9ab5e-bc5f-4c23-8270-da1aff8baa56","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:48.529854135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"6c923193-9191-4451-a7f0-540475e6979b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:48.52987918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"6c923193-9191-4451-a7f0-540475e6979b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.387893674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"6f283b53-6057-4d74-9111-f7056b5bfcda","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.397957672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"6f283b53-6057-4d74-9111-f7056b5bfcda","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.403540952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"faae3d56-8e77-4327-b5a1-0b2bb06e2c4c","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.403591881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"faae3d56-8e77-4327-b5a1-0b2bb06e2c4c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.414317082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"10aa4599-6525-47e7-a410-0872a4f01bb5","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.414370752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"10aa4599-6525-47e7-a410-0872a4f01bb5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.43871294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"2d2b0048-6b7c-4064-a71c-7dd16879a0b4","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.438759927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"2d2b0048-6b7c-4064-a71c-7dd16879a0b4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.479504775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"f1c4c6b8-eea8-4c17-aea6-f43cf2e59b82","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.479554866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"f1c4c6b8-eea8-4c17-aea6-f43cf2e59b82","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.579635779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"5cd6ac24-b7d0-48ce-aa23-6ec71a23a010","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:32:52.579745506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f1b14","namespace":"ai-tenant-e2e-noten-1f1b14"},"namespace":"ai-tenant-e2e-noten-1f1b14","name":"noten-model-1f1b14","reconcileID":"5cd6ac24-b7d0-48ce-aa23-6ec71a23a010","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f1b14/noten-model-1f1b14-kserve-route (gateways: [openshift-ingress/e2e-noten-1f1b14]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:54.946824315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"16b8d147-abd5-48d6-85ae-ac261f582739","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:54.966363023Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"16b8d147-abd5-48d6-85ae-ac261f582739","name":"e2e-extmod-b-7b5a7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:55.57449903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cffe355a-8f45-4a64-8dbb-c1a18bddbd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:55.583945787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cffe355a-8f45-4a64-8dbb-c1a18bddbd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:55.591767011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cffe355a-8f45-4a64-8dbb-c1a18bddbd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:55.60231811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41b23931-de49-4cf8-b5cb-8f643a03a236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:55.602337492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41b23931-de49-4cf8-b5cb-8f643a03a236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:58.607388823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"f64b9e5e-7a1f-4887-9407-92347f5c99ad","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:58.615296254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"f64b9e5e-7a1f-4887-9407-92347f5c99ad","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:58.621877557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (238f47a9e969148b3b1d61350f92f40eb8c83e9e03f94e227ee9054c33db3392) AuthConfig (61ed9943c7a818d9fcc4fcf5b74563e0af6413b4a1b55926f90c98d863c76390) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (99590e0aaf59145d0ba656e8403c5b257d1c1f06ba5a4f3f6f75fd25a831e25b) AuthConfig (ac3525f69049eb0525f3cb40682765ce43c26e08c7e7d5833549b0d2445b9997) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"f64b9e5e-7a1f-4887-9407-92347f5c99ad","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:32:58.966825964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:01.084106285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"3c912057-e7e3-4bdf-a1ad-f631e9f946e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:01.104384611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"3c912057-e7e3-4bdf-a1ad-f631e9f946e1","name":"e2e-extmod-b-0ea1ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.424527604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b3871e-8b2e-463b-8ba3-eb1500fc539e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.428011385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b3871e-8b2e-463b-8ba3-eb1500fc539e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.431536134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b3871e-8b2e-463b-8ba3-eb1500fc539e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.435778652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b3871e-8b2e-463b-8ba3-eb1500fc539e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.615706461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845c2abf-9bc7-4c26-8172-e6a8db6df70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.62560868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845c2abf-9bc7-4c26-8172-e6a8db6df70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.633130813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"845c2abf-9bc7-4c26-8172-e6a8db6df70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.694544382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5d99a9-1aa4-487d-8a6a-8fb270d91e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.698123089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5d99a9-1aa4-487d-8a6a-8fb270d91e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.701662929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5d99a9-1aa4-487d-8a6a-8fb270d91e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:05.70554875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5d99a9-1aa4-487d-8a6a-8fb270d91e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:08.630878097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"2c7a67e2-9ea9-4c05-bad1-bd33f06c40c4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:08.639335369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"2c7a67e2-9ea9-4c05-bad1-bd33f06c40c4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:08.646148107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (238f47a9e969148b3b1d61350f92f40eb8c83e9e03f94e227ee9054c33db3392) AuthConfig (61ed9943c7a818d9fcc4fcf5b74563e0af6413b4a1b55926f90c98d863c76390) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (99590e0aaf59145d0ba656e8403c5b257d1c1f06ba5a4f3f6f75fd25a831e25b) AuthConfig (ac3525f69049eb0525f3cb40682765ce43c26e08c7e7d5833549b0d2445b9997) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"2c7a67e2-9ea9-4c05-bad1-bd33f06c40c4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.217424322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c220939-86dd-4a5e-a0fe-f6ade9fe47da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.221397832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c220939-86dd-4a5e-a0fe-f6ade9fe47da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.225062473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c220939-86dd-4a5e-a0fe-f6ade9fe47da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.229153416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c220939-86dd-4a5e-a0fe-f6ade9fe47da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.459131595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601918df-b40d-4876-8be0-f9ecd22ad606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.462778002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601918df-b40d-4876-8be0-f9ecd22ad606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.466307224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601918df-b40d-4876-8be0-f9ecd22ad606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:14.469687439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601918df-b40d-4876-8be0-f9ecd22ad606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:15.652516159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6fe543c-d768-4cf7-8be1-75f8eab97191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:15.661365768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6fe543c-d768-4cf7-8be1-75f8eab97191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:15.671934606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6fe543c-d768-4cf7-8be1-75f8eab97191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:15.903017947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-02ecd7","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"explicit-model-02ecd7","reconcileID":"8925864c-3174-439f-bb99-8f027375f12a","MaaSModelRef":{"name":"explicit-model-02ecd7","namespace":"ai-tenant-e2e-explicit-02ecd7"},"routeName":"explicit-model-02ecd7-kserve-route","namespace":"ai-tenant-e2e-explicit-02ecd7","llmisvcName":"explicit-model-02ecd7","gateway":"openshift-ingress/e2e-explicit-02ecd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.404110338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"4068ab77-d011-423f-9b31-5bfebb8ff615","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.41953861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"2d706dd7-6091-41ee-b336-a661c7c3f8e0","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.422129541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"6d6d8777-3413-4b8c-9c5f-e9324cd1a56c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.422397016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c5be9d5f-69ab-4e89-8f44-f23b45828d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.422173195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bb2d3f1-942a-4dad-a741-c310198be74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.429869433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"01f0bcee-50e5-4e7b-be6a-d9906fc175ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.430943536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"11c79f96-a163-4916-8711-3622dd40872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.43849229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"6d6d8777-3413-4b8c-9c5f-e9324cd1a56c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.439605997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c5be9d5f-69ab-4e89-8f44-f23b45828d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.440753169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bb2d3f1-942a-4dad-a741-c310198be74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.443963307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"11c79f96-a163-4916-8711-3622dd40872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.449872503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"01f0bcee-50e5-4e7b-be6a-d9906fc175ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.528696488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"034c59ce-060b-4c89-89d1-4f8d0b864088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.540258631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"034c59ce-060b-4c89-89d1-4f8d0b864088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.579325467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73c78890-683d-4527-a456-0c919eabf34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.579359023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73c78890-683d-4527-a456-0c919eabf34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.621100967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"09e81479-a89c-4c07-b39e-7e14930a7cdc","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.629921147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c6dea97c-7d72-4faf-bf41-7939c0eb9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.639210596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f054adde-917c-4951-ba44-655bca4ced4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.639849051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2f53b356-fd33-46be-a316-db28082ca568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.640383234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1f14a657-af6b-4cbc-978e-c6da2fb40331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.644900661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c6dea97c-7d72-4faf-bf41-7939c0eb9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.648673265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f054adde-917c-4951-ba44-655bca4ced4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.653538637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1f14a657-af6b-4cbc-978e-c6da2fb40331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.655971987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2f53b356-fd33-46be-a316-db28082ca568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.674919357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"871d9d51-2428-427b-a176-64c9ca6682c3","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.674992951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"871d9d51-2428-427b-a176-64c9ca6682c3","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.827100852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b72337f5-840b-4f93-a109-efadb1d9d08e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.828411306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8e06a1af-32a4-4f1d-9c2f-072b05759f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.828987783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ac1ac0d-36bf-4006-9369-ac518cfdee24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.863765027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"607ca4bc-a264-42da-b775-f45a133b7ef7","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.866957775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dd5bed2d-b535-48ac-b402-eae4b83b4ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.920526166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ac1ac0d-36bf-4006-9369-ac518cfdee24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.921776838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b72337f5-840b-4f93-a109-efadb1d9d08e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.921937158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8e06a1af-32a4-4f1d-9c2f-072b05759f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.922614444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"9130e882-76a2-4d49-b589-8ebfe22504f6","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.924215384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"9130e882-76a2-4d49-b589-8ebfe22504f6","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.926908273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dd5bed2d-b535-48ac-b402-eae4b83b4ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.933376322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3378e321-2938-4772-87c6-0c347345907d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.948114507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3378e321-2938-4772-87c6-0c347345907d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.961199951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"8ed1de28-8c5f-472a-a54b-55d8fb0cfa7f","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.962691397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"8ed1de28-8c5f-472a-a54b-55d8fb0cfa7f","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:17.992116443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f33bb088-9140-4f72-a75b-50e93fd04b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.017974818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f33bb088-9140-4f72-a75b-50e93fd04b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:18.018666402Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"8ed1de28-8c5f-472a-a54b-55d8fb0cfa7f","name":"e2e-att-serve-15ae3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-15ae3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:18.018827788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"8ed1de28-8c5f-472a-a54b-55d8fb0cfa7f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-15ae3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.044563631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ff35387a-2639-4174-8bbb-e877415f2635","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.044617645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ff35387a-2639-4174-8bbb-e877415f2635","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.088228013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b0c25f0b-3cad-4838-b19b-ce1a0512cf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.094916381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"50080c3e-3b29-4772-b41e-c186fd5affe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.100228334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b0c25f0b-3cad-4838-b19b-ce1a0512cf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.113029873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"50080c3e-3b29-4772-b41e-c186fd5affe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.169139068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a67e8b23-4242-4e82-bdf1-f578a4f1fd11","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.171172327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"215b3f25-d60f-4d41-ad35-c66f3a0564d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.172238244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a130b983-0cde-4051-b5d8-7b7831cc1353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.176211837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c4f4731e-5f85-4a5f-ab13-28fe264e8458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.176929186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2a588d6f-69f5-44fe-a6d6-2a19b48f910b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.177692832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a67e8b23-4242-4e82-bdf1-f578a4f1fd11","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.182672279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a130b983-0cde-4051-b5d8-7b7831cc1353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.184296531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"215b3f25-d60f-4d41-ad35-c66f3a0564d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.189051841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c4f4731e-5f85-4a5f-ab13-28fe264e8458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.192873809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2a588d6f-69f5-44fe-a6d6-2a19b48f910b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.200867716Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"0e5eeb95-0cce-47a4-800b-26b2f307ec16","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.395812644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3f549d5a-7b28-4f85-8fe4-1fc7795e1f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.400617782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"915899fe-e945-4a74-942d-c22075a0633b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.400655126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d3f456b-f8ba-4403-ba91-eb007d244388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.401150615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8cd05754-3d72-4a47-9273-a8dcc536e1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.401256164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4c1323a1-163b-4891-85fe-5d396895c042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.406310777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3f549d5a-7b28-4f85-8fe4-1fc7795e1f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.415843659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"915899fe-e945-4a74-942d-c22075a0633b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.419500598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4c1323a1-163b-4891-85fe-5d396895c042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.421964981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d3f456b-f8ba-4403-ba91-eb007d244388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.422247148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8cd05754-3d72-4a47-9273-a8dcc536e1e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.544221963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03e49d29-c7af-436f-9cb9-2f1dd4c6dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.544905049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4c7a237e-d5e5-4497-846f-e45cac1fd771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.545740369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"0cae8fe5-2cc4-4d5d-a166-72454296802e","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.545759043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"0cae8fe5-2cc4-4d5d-a166-72454296802e","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.546933389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e0848bd3-8ad4-4ad7-afbe-8a63fd99ec7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.547561691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5263a96d-83c4-4761-994f-ce48ba4adf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.553325925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03e49d29-c7af-436f-9cb9-2f1dd4c6dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.556878649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4c7a237e-d5e5-4497-846f-e45cac1fd771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.559739822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5263a96d-83c4-4761-994f-ce48ba4adf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.567546258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e0848bd3-8ad4-4ad7-afbe-8a63fd99ec7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.810672111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e0b9fd21-c349-4788-9d1f-1c041323f88d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.818632609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"892caaee-68cb-46c0-80b9-12aa9e77ff69","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.823846992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8c0861c8-07f1-40ee-808b-06ba6622ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.823902772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5f3ab2ae-1f97-4d8e-afc3-cfd66b48958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.827417893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"892caaee-68cb-46c0-80b9-12aa9e77ff69","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.832456438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5f3ab2ae-1f97-4d8e-afc3-cfd66b48958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.83427881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8c0861c8-07f1-40ee-808b-06ba6622ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.842796137Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e0b9fd21-c349-4788-9d1f-1c041323f88d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.850896155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e0b9fd21-c349-4788-9d1f-1c041323f88d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.862684179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"7e726570-067c-484c-8841-140a3a10e7ac","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.862704761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"7e726570-067c-484c-8841-140a3a10e7ac","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.894016031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ed1d44e1-0c11-4c9a-911e-1557d708490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:18.901395038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ed1d44e1-0c11-4c9a-911e-1557d708490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.193905922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef22b9f6-7add-468f-a3f7-676fa7a42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.198323345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef22b9f6-7add-468f-a3f7-676fa7a42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.202674858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef22b9f6-7add-468f-a3f7-676fa7a42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.20617161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef22b9f6-7add-468f-a3f7-676fa7a42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.458604777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d41cd-084b-494e-a96b-7d7f329bf62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.462326938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d41cd-084b-494e-a96b-7d7f329bf62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.465902621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d41cd-084b-494e-a96b-7d7f329bf62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:21.469600077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d41cd-084b-494e-a96b-7d7f329bf62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.214000456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"9adde2ff-c16d-489d-b54c-4ba4ead2c06b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.214034212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"9adde2ff-c16d-489d-b54c-4ba4ead2c06b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.219015649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b9d7fb82-7e0d-4779-a5fd-9ae8fae37266","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:22.223171557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"c4b9ab81-f921-430d-a63a-59e834f4b6d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-17c901-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.227418892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b9d7fb82-7e0d-4779-a5fd-9ae8fae37266","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.235877706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"fe81b153-a555-4662-b226-f06408560f66","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.235901593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"fe81b153-a555-4662-b226-f06408560f66","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:22.244898254Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"fe81b153-a555-4662-b226-f06408560f66","name":"e2e-att-serve-17c901","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-17c901\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:22.244967683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"fe81b153-a555-4662-b226-f06408560f66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-17c901\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.248743834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"a5630498-cb1e-437c-851d-d6e70a8f7509","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.248762817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"a5630498-cb1e-437c-851d-d6e70a8f7509","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.257291492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e6f33997-e68a-4f69-ab53-810129bd8846","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.257307569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e6f33997-e68a-4f69-ab53-810129bd8846","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.273004123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"f40f0397-7677-4027-9d30-112dc53e4475","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-att-serve-17c901","model":"e2e-att-serve-17c901","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.360947912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"005852f4-39d7-43ea-89b4-61d17deff3f3","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.360986444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"005852f4-39d7-43ea-89b4-61d17deff3f3","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.455357504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"9488e879-7334-4f8a-aef0-eb9e74bfc76e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.465588914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"9488e879-7334-4f8a-aef0-eb9e74bfc76e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.467878553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"f55f299b-f658-4832-99a8-d38b30be496c","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-att-serve-17c901","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.637572616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942ec8b-884e-4079-a810-2d28c9a29c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.64145168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942ec8b-884e-4079-a810-2d28c9a29c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.645226848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942ec8b-884e-4079-a810-2d28c9a29c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.648969121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f942ec8b-884e-4079-a810-2d28c9a29c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.922481422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb29f07-0159-4d71-b2b3-f4be0ceb3fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.927026637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb29f07-0159-4d71-b2b3-f4be0ceb3fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.93086668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb29f07-0159-4d71-b2b3-f4be0ceb3fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:22.935884713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb29f07-0159-4d71-b2b3-f4be0ceb3fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.197800357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ba7c73e1-703a-4fc1-a6fc-d6584257b5c8","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.211771692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"97416276-d10e-4086-be99-12e1a6ea8886","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.212217805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"af027942-1d21-49db-bef3-19bcf71a0805","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.21532643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f3b03780-39e7-4f2e-94bc-a25714cb5e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.215606564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9208551a-e16e-4038-bee5-8652b16989af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.215327115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"595e2677-626b-4303-a291-7f93885de1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.216209118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"47709b1c-9820-4a3a-b419-af1ff379e8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.225068734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"97416276-d10e-4086-be99-12e1a6ea8886","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.225068735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f3b03780-39e7-4f2e-94bc-a25714cb5e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.228536193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9208551a-e16e-4038-bee5-8652b16989af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.229050767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"595e2677-626b-4303-a291-7f93885de1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.230969241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"47709b1c-9820-4a3a-b419-af1ff379e8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.232603137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"97416276-d10e-4086-be99-12e1a6ea8886","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.308416615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"fa4de86c-7948-4847-b04e-811621d28676","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.318315868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"fa4de86c-7948-4847-b04e-811621d28676","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.394663424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"f6e5cd98-3722-473d-9062-a4d490b7e853","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.463093146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3cf978f4-a617-4aa9-8a7e-2bdd5780a75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.463819348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6193c8a7-d8ea-4bbb-aac8-6625f97384e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.483310003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6193c8a7-d8ea-4bbb-aac8-6625f97384e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.483715872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3cf978f4-a617-4aa9-8a7e-2bdd5780a75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.511625007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b872ed37-db64-420b-b47a-6285f280e3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.51162608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"932f4aee-87f1-4c2b-b974-b1560af01b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.522345302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"932f4aee-87f1-4c2b-b974-b1560af01b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.523213338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b872ed37-db64-420b-b47a-6285f280e3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.560279989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ca156df1-c651-4bbf-9326-cb74e2148a50","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.614977714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"552fbbab-3d49-43e6-8d21-c349d7d7a798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.624971322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"552fbbab-3d49-43e6-8d21-c349d7d7a798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.710738368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"d453cc80-7b8d-4d3b-8018-37333f4fa8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.711577588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"629906d3-77a6-4f6f-8b8c-66767d7c33a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.712189607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"671f2f0f-4a15-4faa-92e3-4d7874a483bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.712959261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b6e549a3-2111-49fe-a3e5-cee0914f2664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.71379329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fab2e66d-56be-44e5-8bfc-500e74f25544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.719525401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"d453cc80-7b8d-4d3b-8018-37333f4fa8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.720396371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"671f2f0f-4a15-4faa-92e3-4d7874a483bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.721912409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b6e549a3-2111-49fe-a3e5-cee0914f2664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.722767257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"629906d3-77a6-4f6f-8b8c-66767d7c33a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.724359689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fab2e66d-56be-44e5-8bfc-500e74f25544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.726735287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"d453cc80-7b8d-4d3b-8018-37333f4fa8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.737949618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0c725262-ff68-4fbc-b317-361e0c5e1cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.746715781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0c725262-ff68-4fbc-b317-361e0c5e1cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.747566197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"801ba4c9-b0e8-41a9-8cca-b502146fece2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.747597665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"9bc43cf7-7a90-4461-a91a-75a05806f9d2","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.748306914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a68a8bac-5d81-472a-bae5-f03ae1a2cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.789325535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a68a8bac-5d81-472a-bae5-f03ae1a2cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.789866788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"801ba4c9-b0e8-41a9-8cca-b502146fece2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.810341773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"99f294ef-7382-48c6-a0d6-1b2543e13e41","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.827008069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"57d4ed70-3d80-4173-805b-1f3590476e65","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.904854535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"7d23ddbf-4e13-47a4-871e-fb596eb5d5e0","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.907090877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"99f294ef-7382-48c6-a0d6-1b2543e13e41","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.989319256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"99f294ef-7382-48c6-a0d6-1b2543e13e41","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.990163259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"0835fbeb-6ecb-4b2c-a4a3-616b5dfd8005","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.990372449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4d4ef367-ae1f-45f8-9097-6c39ed194240","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.997917444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.999266264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"171f3b0d-e4fe-4886-81cf-ffc24f2221ee","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:28.999292311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"171f3b0d-e4fe-4886-81cf-ffc24f2221ee","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.002959012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4d4ef367-ae1f-45f8-9097-6c39ed194240","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.007548587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38467807-fb32-4992-aed7-3b76984209b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.007639454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb6d4bf-7146-48fd-bd89-9f3977370222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.012505284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4d4ef367-ae1f-45f8-9097-6c39ed194240","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.024146054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb6d4bf-7146-48fd-bd89-9f3977370222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.026372035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"43aa9cd8-a138-4ecd-914d-37a8f7288bd7","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.026392672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"43aa9cd8-a138-4ecd-914d-37a8f7288bd7","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.029928139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ec0d60f1-3ca9-4ea2-8008-68a67188b388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.030559716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d0c04737-3ac8-4abd-80a1-d998a6f390a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.096316836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"38467807-fb32-4992-aed7-3b76984209b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.113886433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ec0d60f1-3ca9-4ea2-8008-68a67188b388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.118930719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d0c04737-3ac8-4abd-80a1-d998a6f390a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:29.119366579Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"43aa9cd8-a138-4ecd-914d-37a8f7288bd7","name":"e2e-att-serve-f6258e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f6258e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:29.119507801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"43aa9cd8-a138-4ecd-914d-37a8f7288bd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f6258e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.120105165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"0d46f7c7-37ac-492e-8c96-0660aa1bd0ef","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.173713545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"0d46f7c7-37ac-492e-8c96-0660aa1bd0ef","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.174427719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"acfe8ebb-b32e-4986-a9f8-5c051bc874b8","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.174468142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"acfe8ebb-b32e-4986-a9f8-5c051bc874b8","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.18250373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"0d46f7c7-37ac-492e-8c96-0660aa1bd0ef","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.21726256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b5bb1bea-b1d9-4206-a889-05c9ebdf0da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.217260475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"76e76de1-698a-4f33-9cb2-bcd0f010bf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.22577603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"76e76de1-698a-4f33-9cb2-bcd0f010bf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.228209907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b5bb1bea-b1d9-4206-a889-05c9ebdf0da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.324709569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8bd93a0b-0ca7-4713-a058-ae90f0dc9265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.324966622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c951f126-13e1-44f5-8941-673fa1de21a0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.325585625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4dc616f-b500-449a-934a-9f2829a04479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.326352386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1563e109-9aea-454b-86c3-1a1491aa530f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.327261546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5f155331-3dcb-4515-a2df-3a84211d444a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.33416461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c951f126-13e1-44f5-8941-673fa1de21a0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.335251641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4dc616f-b500-449a-934a-9f2829a04479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.337620767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8bd93a0b-0ca7-4713-a058-ae90f0dc9265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.33889015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1563e109-9aea-454b-86c3-1a1491aa530f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.340817132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5f155331-3dcb-4515-a2df-3a84211d444a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.415054144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"c54746de-bee3-4401-83bf-75f559a47dac","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.422424061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5fb9c894-a426-4ebb-bd07-1d7f4962e853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.425670893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525c827f-24e4-4a9d-b03d-7d2db2be34d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.425722408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4da4a551-2f49-4b3f-9570-f9ffb0d15f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.426198239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"40483fe9-6088-4915-a375-cf5c02fe8df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.430036452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"c54746de-bee3-4401-83bf-75f559a47dac","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.430832518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5fb9c894-a426-4ebb-bd07-1d7f4962e853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.436250226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525c827f-24e4-4a9d-b03d-7d2db2be34d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.437977382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4da4a551-2f49-4b3f-9570-f9ffb0d15f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.439138858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"40483fe9-6088-4915-a375-cf5c02fe8df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.439454087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"c54746de-bee3-4401-83bf-75f559a47dac","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.524812587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cd30c566-5dc7-4c20-8128-189eeb42d672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.541429365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cd30c566-5dc7-4c20-8128-189eeb42d672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.614216385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"c3aa1619-70e8-4527-9275-e0cc70b292bd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.623151428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"c3aa1619-70e8-4527-9275-e0cc70b292bd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:29.629678156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"c3aa1619-70e8-4527-9275-e0cc70b292bd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.494101346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"5c2d326f-6555-4aa9-8366-03ea5e9bef25","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.642166424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"5c2d326f-6555-4aa9-8366-03ea5e9bef25","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.739533801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f83304b7-af72-40cc-b0c1-cbea9625a3ee","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.838782002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"5c2d326f-6555-4aa9-8366-03ea5e9bef25","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.87326379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f83304b7-af72-40cc-b0c1-cbea9625a3ee","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:39.924275672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f83304b7-af72-40cc-b0c1-cbea9625a3ee","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:42.612253957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ffc237-128b-42b7-b01a-51b1a3d79a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:42.625673033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ffc237-128b-42b7-b01a-51b1a3d79a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:42.635524844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ffc237-128b-42b7-b01a-51b1a3d79a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:42.645656061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ffc237-128b-42b7-b01a-51b1a3d79a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.002680225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931d39ce-c593-4174-8391-e35287026896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.012029252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931d39ce-c593-4174-8391-e35287026896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.019530158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931d39ce-c593-4174-8391-e35287026896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.024978775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931d39ce-c593-4174-8391-e35287026896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.429258896Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a378a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a378a2","reconcileID":"bbb1e281-fa94-48c9-996b-5acf9d577560","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a378a2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a378a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.820292887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5deb689b-11c1-4ddc-8dd4-fe4c9acce8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.825113406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5deb689b-11c1-4ddc-8dd4-fe4c9acce8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.833934836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5deb689b-11c1-4ddc-8dd4-fe4c9acce8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:43.839750671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5deb689b-11c1-4ddc-8dd4-fe4c9acce8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.053626629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ee1726-7c5c-46d9-b398-bff72e1c3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.057347751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ee1726-7c5c-46d9-b398-bff72e1c3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.062200012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ee1726-7c5c-46d9-b398-bff72e1c3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.068891091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ee1726-7c5c-46d9-b398-bff72e1c3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.291692289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563e1b53-cbe2-4917-8c8d-feb9c56a5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.29516579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563e1b53-cbe2-4917-8c8d-feb9c56a5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.2987284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563e1b53-cbe2-4917-8c8d-feb9c56a5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:44.308334256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563e1b53-cbe2-4917-8c8d-feb9c56a5ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.737148623Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","namespace":"ai-tenant-e2e-explicit-02ecd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.73723967Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","namespace":"ai-tenant-e2e-explicit-02ecd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.737322793Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","tenant":"e2e-explicit-02ecd7","tenantID":"e2e-explicit-02ecd7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.759903917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Deployment","name":"maas-api-e2e-explicit-02ecd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.786117043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Service","name":"maas-api-e2e-explicit-02ecd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.803030337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-02ecd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.823808891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-02ecd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.832717456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.844375559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.852323918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.872080773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.876587873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Deployment","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.883600541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.891596322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Service","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.899202419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"Service","name":"payload-pre-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.908059179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.914635488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.92169294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.929987875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.936873908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.941914816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.945243398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-02ecd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:46.948487298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-02ecd7"},"namespace":"ai-tenant-e2e-explicit-02ecd7","name":"default-tenant","reconcileID":"93ba5d6c-9cd5-442f-b5ac-af7d419e8fbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-02ecd7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.080383356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-02ecd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-02ecd7","reconcileID":"ac07c9c8-f0f9-4b94-a612-81ea8d898f19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-02ecd7","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-02ecd7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.267124415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"aafee6cd-696c-4de2-82c9-dea3883c2f41","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-att-serve-17c901","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.354134198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e87a6160-91e2-4ed1-aa94-a91a5714669d","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.354174614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"e87a6160-91e2-4ed1-aa94-a91a5714669d","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.627735929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf53e22-2d0c-4037-acb0-f17c69c87e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.640643723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf53e22-2d0c-4037-acb0-f17c69c87e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.651511791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf53e22-2d0c-4037-acb0-f17c69c87e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.6600418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf53e22-2d0c-4037-acb0-f17c69c87e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.963889196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc649e4-8d3c-4847-878c-5343174f1b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.96806041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc649e4-8d3c-4847-878c-5343174f1b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.971551663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc649e4-8d3c-4847-878c-5343174f1b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:47.975766405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc649e4-8d3c-4847-878c-5343174f1b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.120684234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"f5457a24-a48e-4c3c-8f4a-241565a1f732","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.130234912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"f5457a24-a48e-4c3c-8f4a-241565a1f732","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.137667271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"f5457a24-a48e-4c3c-8f4a-241565a1f732","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.161053869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a4a874cd-7920-43be-aead-05e738ea8fee","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.161081034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a4a874cd-7920-43be-aead-05e738ea8fee","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.40196914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"6561ea8c-7816-4b75-9cdb-76207a718e46","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.4195995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"6561ea8c-7816-4b75-9cdb-76207a718e46","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.429593169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"6561ea8c-7816-4b75-9cdb-76207a718e46","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.446910758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"906edbec-7fac-46f7-be8f-6d66cb6144db","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.447042249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"906edbec-7fac-46f7-be8f-6d66cb6144db","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.556891574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e1480672-5549-4d81-80fc-66a2a18700ab","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:48.566992302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e1480672-5549-4d81-80fc-66a2a18700ab","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.862389729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"e2b2ef0d-8e4c-450c-86c8-190d443a0190","namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.871763233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"ceda0cfa-5db0-4559-8357-e988a570cb4a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.874077791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"133089bc-e7d3-4680-9803-7b124e072157","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.876620719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"136ce03c-aa56-4287-9c7d-0e0187f4258f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.877832479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79d586bb-19cb-4756-841f-c69aa326b314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.87850094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4a77d95c-8a62-4345-8794-e1186ffe97e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.882343647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"ceda0cfa-5db0-4559-8357-e988a570cb4a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.883248624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"133089bc-e7d3-4680-9803-7b124e072157","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.884716599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"136ce03c-aa56-4287-9c7d-0e0187f4258f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.886039846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79d586bb-19cb-4756-841f-c69aa326b314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.887037554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4a77d95c-8a62-4345-8794-e1186ffe97e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.887351525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"254898fc-a055-4ba0-85a3-6bc488681b45","namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.889046687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"ceda0cfa-5db0-4559-8357-e988a570cb4a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.89011948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"133089bc-e7d3-4680-9803-7b124e072157","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.897708877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"dcfcc0d4-4882-4bea-97bb-990b6563eeb0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.899301236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5447e023-b5c7-416d-a4e4-7827229fa6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.908287255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"dcfcc0d4-4882-4bea-97bb-990b6563eeb0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:50.90829439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5447e023-b5c7-416d-a4e4-7827229fa6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.006882586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"eb934c72-c051-4223-9c14-4fafe87152f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.007828914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e47ab06-fb37-4074-966b-7145e8bffa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.007999417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"82e6c088-8575-4b44-aff0-792a7adcf476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.015235062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"eb934c72-c051-4223-9c14-4fafe87152f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.017474534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"82e6c088-8575-4b44-aff0-792a7adcf476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.018697437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e47ab06-fb37-4074-966b-7145e8bffa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.074968332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"347844f7-c609-40e0-b608-46e6ffe2e46e","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.124360469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dfcdc19b-3cb4-4329-a4c3-546deb39cc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.131132283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"458d69e8-ceb4-4b27-9f49-dea46d66e5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.138141728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dfcdc19b-3cb4-4329-a4c3-546deb39cc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.176644297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"458d69e8-ceb4-4b27-9f49-dea46d66e5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.193705029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"ecd9fbe5-55ec-453c-b1be-3daa75bb773d","namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.197883842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"2f28ae21-2ae0-4f07-918e-1d325251a23f","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.203101286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b16cdb94-ecb4-4d46-b0e4-36793029c0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.203297663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9bcc5cd9-02aa-4c3a-a5ed-b8f7118ffd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.204014106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"251ff3b6-bdf8-4c6d-be87-20cdbf8313c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.212844184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"251ff3b6-bdf8-4c6d-be87-20cdbf8313c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.214337857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b16cdb94-ecb4-4d46-b0e4-36793029c0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.21558228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9bcc5cd9-02aa-4c3a-a5ed-b8f7118ffd81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.301158638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"317df8c2-7533-4184-975b-55fe011a80ab","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.301696393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"6bf76134-0761-4c2e-8c91-7439029d0256","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.306142725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14e43211-d266-41f2-9354-c3c9a53dc9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.306603963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f2435079-8203-4611-bb89-5b6588de7b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.309035675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"317df8c2-7533-4184-975b-55fe011a80ab","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.309558378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"6bf76134-0761-4c2e-8c91-7439029d0256","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.313385066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9230a7e6-6f5b-48fa-bdea-e593b8186dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.318355107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14e43211-d266-41f2-9354-c3c9a53dc9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.318740681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f2435079-8203-4611-bb89-5b6588de7b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.319707765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"6bf76134-0761-4c2e-8c91-7439029d0256","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.320029071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"317df8c2-7533-4184-975b-55fe011a80ab","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.322178776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9230a7e6-6f5b-48fa-bdea-e593b8186dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.330936495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb29aed1-a8da-49f3-bbcb-7f310f372247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.332403857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4c24b32d-03cb-464b-9e12-14fae145db57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.409598134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb29aed1-a8da-49f3-bbcb-7f310f372247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.413209081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4c24b32d-03cb-464b-9e12-14fae145db57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.498718861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d480e698-9fa8-4d50-b115-acbb490edcf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.499553534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2ae2565b-5b37-4460-9e76-8f5e9362b631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.507529044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fad842f0-e8a9-4aee-8776-b7baed82ae9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.512834266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2ae2565b-5b37-4460-9e76-8f5e9362b631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.516356523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d480e698-9fa8-4d50-b115-acbb490edcf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.590235208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fad842f0-e8a9-4aee-8776-b7baed82ae9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.611568024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1848d2c4-3cf8-4ff1-b266-41cbaf8ab0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.61816804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3cf52ac0-d1b0-4bf8-a282-53ecd3297a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.627820182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1848d2c4-3cf8-4ff1-b266-41cbaf8ab0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.633061523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3cf52ac0-d1b0-4bf8-a282-53ecd3297a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.705942699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"43118dd5-b0b8-4b42-80bd-d122203adc0f","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.713270098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"88fec485-942b-4fba-ae75-390bbe6650da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.713899608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b5221f9-fa4b-4951-a594-19ee3cde0d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.714596861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"43118dd5-b0b8-4b42-80bd-d122203adc0f","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.726374822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"88fec485-942b-4fba-ae75-390bbe6650da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:51.729680946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b5221f9-fa4b-4951-a594-19ee3cde0d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.438579583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"1c1c9169-8f6b-4c07-81d3-a05cb3c9ae39","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.449889466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"83909d4e-a242-4405-8b83-e13018e81461","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.451980915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4c58bf0c-a633-4825-ae4d-3151ca8fe092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.452107493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"43a70642-4a81-4925-ae1c-69c45905e497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.456191084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"73761352-2591-4e03-b9f7-5a54fb875ea2","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.456267723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b67b3a3-b9ca-499d-86b6-61e418a78516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.456682402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"19b6b872-2407-46c9-b4f6-1e9b33aec5c2","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.461772721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"83909d4e-a242-4405-8b83-e13018e81461","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.461912545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4c58bf0c-a633-4825-ae4d-3151ca8fe092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.464089087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"43a70642-4a81-4925-ae1c-69c45905e497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.464526987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"73761352-2591-4e03-b9f7-5a54fb875ea2","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.466473875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b67b3a3-b9ca-499d-86b6-61e418a78516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.469651239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"83909d4e-a242-4405-8b83-e13018e81461","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.471380195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"73761352-2591-4e03-b9f7-5a54fb875ea2","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.479404013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ab8a4b2c-ce0a-4191-aad7-97771903d6dc","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.493451543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5f12741a-a179-448c-aa03-56a263126541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.501371151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4ded57b0-dfea-4da6-893a-d52994b2d7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.502031292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b0ec829e-3042-4973-8ce5-bbb126c54535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.506006452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ab8a4b2c-ce0a-4191-aad7-97771903d6dc","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.506164721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5f12741a-a179-448c-aa03-56a263126541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.506653715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1618b52-88b0-4597-9dcb-78f8c2ba80f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.514069323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4ded57b0-dfea-4da6-893a-d52994b2d7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.514692526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b0ec829e-3042-4973-8ce5-bbb126c54535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.591736083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1618b52-88b0-4597-9dcb-78f8c2ba80f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.616357667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"44a852a2-87d2-4393-9eeb-98a7884f059a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.622518514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"a9973f67-96ae-4760-8ad6-110b5ef67fc2","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.69288859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"44a852a2-87d2-4393-9eeb-98a7884f059a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.71321894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"80f04edc-2815-414d-b1be-2fb6dfb9f28e","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.733304551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6b7da606-dcb8-48e5-9aa2-d83249a3c446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.788288927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"25586023-d608-4d83-9c85-2be06e70d3fc","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.788428198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8ef422c2-b6fd-4a9d-af97-4fd3be5551a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.788785479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"05ea0f86-2f15-410d-ad71-4d992514157c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.790578517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6b7da606-dcb8-48e5-9aa2-d83249a3c446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.798213221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"05ea0f86-2f15-410d-ad71-4d992514157c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.801502435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8ef422c2-b6fd-4a9d-af97-4fd3be5551a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:52.802606469Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"25586023-d608-4d83-9c85-2be06e70d3fc","name":"e2e-rec-recover-2d1e6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2d1e6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:52.802657953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"25586023-d608-4d83-9c85-2be06e70d3fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2d1e6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.812649576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"79b9c9ce-9832-4415-b586-4ca30be90a42","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.81552862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"93ce756e-63c0-4c2a-85f5-bd8d0e7e4496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.829939132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"93ce756e-63c0-4c2a-85f5-bd8d0e7e4496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.910621691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"a5b9e99e-955a-40ab-afc7-eb8d444f464e","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.919161445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"a5b9e99e-955a-40ab-afc7-eb8d444f464e","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:52.926405534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"a5b9e99e-955a-40ab-afc7-eb8d444f464e","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.047881324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4ea1a99c-ed91-4f4e-932d-2f5ce6ce66b3","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.060217527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a9a34167-aae4-4520-b934-e91432add86c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.062547583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"20527f21-158f-4432-85fb-54d61cba1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.064627804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4ea1a99c-ed91-4f4e-932d-2f5ce6ce66b3","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.06489573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb696456-02ed-46f8-be68-9aaf3adceb1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.065265432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f89bdc64-f0e7-48c4-adbb-8fb11c91e9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.074190934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb696456-02ed-46f8-be68-9aaf3adceb1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.07468588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f89bdc64-f0e7-48c4-adbb-8fb11c91e9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.076497985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"4ea1a99c-ed91-4f4e-932d-2f5ce6ce66b3","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.076771555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a9a34167-aae4-4520-b934-e91432add86c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.080868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"20527f21-158f-4432-85fb-54d61cba1a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.113226561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6da49a19-fbd9-46f9-816c-8aae6f088e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.113474498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4658561a-323d-4eff-b7ee-32355fde5f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.113220351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"2d843bad-3b08-4bc5-a34f-bbf700363a7b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.117107196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d2bef1bd-66b9-4347-b11c-a9454838eafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.117108542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24b8d962-2614-4ba2-8a8b-fcd948bce0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.123137573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4658561a-323d-4eff-b7ee-32355fde5f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.123147586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6da49a19-fbd9-46f9-816c-8aae6f088e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.126476478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"2d843bad-3b08-4bc5-a34f-bbf700363a7b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.126977705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d2bef1bd-66b9-4347-b11c-a9454838eafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.129155324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24b8d962-2614-4ba2-8a8b-fcd948bce0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.156532119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"a700dc22-8516-4264-b07c-1284e172ec47","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.169279622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"3b20fe25-a1a6-4a8f-8acf-2fdca41be9d7","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.200150036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"2783416b-98e5-4be5-a676-e1f62c1e27a1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.200158975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"645af24b-45f2-4864-93c9-c59c52defbbe","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.209745479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"645af24b-45f2-4864-93c9-c59c52defbbe","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.210298067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"2783416b-98e5-4be5-a676-e1f62c1e27a1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.210585248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6a79bb57-7858-4096-9d02-2cc53cc4dd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.210876773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ab3480f9-0a2d-4fe4-83a6-fa204b113bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.217373374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"2783416b-98e5-4be5-a676-e1f62c1e27a1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.217594679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"645af24b-45f2-4864-93c9-c59c52defbbe","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.217997579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2300a12-5562-4228-b00b-3b8f3a70d489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.224013526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ab3480f9-0a2d-4fe4-83a6-fa204b113bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.224558379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6a79bb57-7858-4096-9d02-2cc53cc4dd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.226658693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2300a12-5562-4228-b00b-3b8f3a70d489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.235410016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5380a65b-0307-44c2-83ea-03da74078af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.235451058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8bf98807-8dc4-4263-9ad6-295f2afc1f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.248885116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5380a65b-0307-44c2-83ea-03da74078af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.289043831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8bf98807-8dc4-4263-9ad6-295f2afc1f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.332773148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"73dc03bd-4f57-4e31-a629-ed1b46aedc37","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.333078043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fada828-aebc-485f-9f84-0b6075322584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.333322322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd4cbd98-08f8-4e77-995a-fc0d8258b3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.335256841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964ccf5f-e9ce-40bb-be03-21f6080f0c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.335816804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"97fb39db-a3b3-47f7-8a18-87e29f1935f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.340638262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"73dc03bd-4f57-4e31-a629-ed1b46aedc37","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.34251723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd4cbd98-08f8-4e77-995a-fc0d8258b3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.343377359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fada828-aebc-485f-9f84-0b6075322584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.346649642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"97fb39db-a3b3-47f7-8a18-87e29f1935f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.347646807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964ccf5f-e9ce-40bb-be03-21f6080f0c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.365004241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"8f47bfaa-b41c-4d3f-a8fb-fa608cc13138","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.508387281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"a0fbef07-c789-4acd-9dde-deeca05e02e0","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.56572416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"17e19dc3-8599-4028-97b7-a9bebc439173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.566989901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"61176315-98ba-4de3-beaa-472f87dc3a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.567577658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"373fced6-c4a0-48c6-8b21-c58bd2c5d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.601464825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"7e5321c5-3fa9-4465-a3bd-c073d1e8b1f3","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.601505027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"7e5321c5-3fa9-4465-a3bd-c073d1e8b1f3","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.656104798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"fe0c587c-eaa0-42c2-8953-db0e4f40f4d1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.662809404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"373fced6-c4a0-48c6-8b21-c58bd2c5d568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.663742223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"17e19dc3-8599-4028-97b7-a9bebc439173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.674869307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"fe0c587c-eaa0-42c2-8953-db0e4f40f4d1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.675057828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"61176315-98ba-4de3-beaa-472f87dc3a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.675841124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"2558ac5d-36ae-4445-af25-d694fdb84b03","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.683223895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"cc63b94c-c862-4ca5-aa0c-144d7c25d019","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.683250547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"cc63b94c-c862-4ca5-aa0c-144d7c25d019","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.687153242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"fe0c587c-eaa0-42c2-8953-db0e4f40f4d1","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.688400605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"2558ac5d-36ae-4445-af25-d694fdb84b03","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:53.695381489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"cc63b94c-c862-4ca5-aa0c-144d7c25d019","name":"e2e-rec-ctrl-2697d3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-2697d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:53.695453577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"cc63b94c-c862-4ca5-aa0c-144d7c25d019","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-2697d3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.696881584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"2558ac5d-36ae-4445-af25-d694fdb84b03","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.703544216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9893ad5c-1c3a-47c3-95f7-414bab16a128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.703734974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"363da88e-2088-4e7a-b601-1ec2e26081e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.704156615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3aed34b4-2e95-4c14-aba6-f498ed31621d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.706870602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6d97c876-661f-4411-a01b-a6efb591831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.70740385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"c08860d6-b86f-4bdf-9e73-14f1fb444276","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.707853839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"c08860d6-b86f-4bdf-9e73-14f1fb444276","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.709866071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8f512ff5-c63d-481c-8919-51377abcf872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.714161009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"363da88e-2088-4e7a-b601-1ec2e26081e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.716425751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9893ad5c-1c3a-47c3-95f7-414bab16a128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.720280119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"6d97c876-661f-4411-a01b-a6efb591831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.720812308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3aed34b4-2e95-4c14-aba6-f498ed31621d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.723359802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8f512ff5-c63d-481c-8919-51377abcf872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.864994656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9d1aaa9f-5063-425a-a2f8-9e81e77aa719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.8674462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"92ecc528-bc40-4737-9b80-950da360db85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.868262284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6032d152-0ae8-4bad-a8b9-af6189c2dc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.869092047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9f201ebb-cc9b-416e-a15e-04d6fdb89d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.881102377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9d1aaa9f-5063-425a-a2f8-9e81e77aa719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.88658773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"92ecc528-bc40-4737-9b80-950da360db85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.891326262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6032d152-0ae8-4bad-a8b9-af6189c2dc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.894883464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9f201ebb-cc9b-416e-a15e-04d6fdb89d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.914494095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc8bee25-1438-48be-abb0-e5f45cfdd644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:53.988731132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc8bee25-1438-48be-abb0-e5f45cfdd644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.096776591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"01cf6696-cdfb-4eb8-b51f-1c916f0b568d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.098450928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"34c16ece-b1c0-4f08-8b3b-9e086a34c4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.09956045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"354d1716-a326-4ea7-91b4-795633b17884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.100064118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"6c05162b-b04e-43d8-b3aa-86aa4a7e1be0","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.100086041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"6c05162b-b04e-43d8-b3aa-86aa4a7e1be0","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.104963184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"01cf6696-cdfb-4eb8-b51f-1c916f0b568d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.106208277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"34c16ece-b1c0-4f08-8b3b-9e086a34c4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.113069487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"354d1716-a326-4ea7-91b4-795633b17884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.132194548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"46b28861-92fe-4826-9676-2c9fc7a8be2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.141711792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"46b28861-92fe-4826-9676-2c9fc7a8be2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.328895701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"bacd958c-02e9-4237-b7b5-b1cc3ae9052f","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:54.328929661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"bacd958c-02e9-4237-b7b5-b1cc3ae9052f","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:58.966923671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.255950788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.262579257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"331fb3dc-7264-46f3-9b8c-23e696184b1a","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.262598643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"331fb3dc-7264-46f3-9b8c-23e696184b1a","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:33:59.273489077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-2697d3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.277275492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"0acff5d9-ca58-419c-a9fd-8b8dae66e25f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.278535217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e86c0510-de7b-4f71-bdc0-8a6b15b74a33","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.283358277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"10791841-b527-4bbb-8576-1b898660bc97","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.283382508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"10791841-b527-4bbb-8576-1b898660bc97","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.285843703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"0acff5d9-ca58-419c-a9fd-8b8dae66e25f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.286199916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e86c0510-de7b-4f71-bdc0-8a6b15b74a33","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.290628339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"b7a23f59-3bf2-4a0e-952c-6bc7f966c907","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.290647673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"b7a23f59-3bf2-4a0e-952c-6bc7f966c907","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.301427656Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"ba51d289-7461-41a0-8b70-f291ed325d0b","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-ctrl-2697d3","model":"e2e-rec-ctrl-2697d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.332352245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"dd724308-9283-4f04-8a3d-9bec5af8feb1","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.332370625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"dd724308-9283-4f04-8a3d-9bec5af8feb1","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.39838089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"83e42226-15c2-4bf5-9c86-9ad94441174a","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-ctrl-2697d3","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.411361088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"38dd0a4a-6c78-4251-b247-cf3fc4f01cfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.412121674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"7c72af3c-638f-4a84-8d38-a4e1fae198f4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.420387184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"38dd0a4a-6c78-4251-b247-cf3fc4f01cfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.423860243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"7c72af3c-638f-4a84-8d38-a4e1fae198f4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.912088023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"694e4160-062e-4a59-bc78-9987c4eb50b1","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.92001502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b8dc0374-57a4-4534-95c2-5c991a38d4a7","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.927260494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"a2f97424-d023-412f-ac6e-8b408ad3ff91","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:33:59.934607538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"98e151db-967e-43bc-8d6c-58acebbe70cc","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.064017512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4f056e-b9c6-42a2-8581-92bccebca997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.067885891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4f056e-b9c6-42a2-8581-92bccebca997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.071411655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4f056e-b9c6-42a2-8581-92bccebca997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.091092581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4f056e-b9c6-42a2-8581-92bccebca997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.337326609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4e857b-e870-423f-98ce-9f02024003d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.340921811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4e857b-e870-423f-98ce-9f02024003d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.344714558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4e857b-e870-423f-98ce-9f02024003d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.348165446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4e857b-e870-423f-98ce-9f02024003d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.940515301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"31fd9433-580c-48a5-a26b-2f9462bdbb43","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.94862567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"9ce626ab-64a6-4e1a-aa44-158150a350da","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:00.955305691Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8072a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8072a0","reconcileID":"2b96a048-1fac-475c-af19-0374f225b321","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8072a0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8072a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.002228564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"9b7f5169-876e-422e-a45e-443e7a17186a","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.027026096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"15726aa3-9143-480a-ad47-32750f429d4f","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.250758677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a27a-945e-4bde-92c3-a25aa2a1b2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.254263878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a27a-945e-4bde-92c3-a25aa2a1b2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.257589757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a27a-945e-4bde-92c3-a25aa2a1b2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.260992309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8487a27a-945e-4bde-92c3-a25aa2a1b2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.586598762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df4bc132-aeea-4d0f-9c15-bb19977385c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.59093698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df4bc132-aeea-4d0f-9c15-bb19977385c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.598380284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df4bc132-aeea-4d0f-9c15-bb19977385c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.606321316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df4bc132-aeea-4d0f-9c15-bb19977385c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.816171762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fdf9ed-18a3-434c-99d7-2357b0a7d0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.821561218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fdf9ed-18a3-434c-99d7-2357b0a7d0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.825548905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fdf9ed-18a3-434c-99d7-2357b0a7d0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:01.829053818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fdf9ed-18a3-434c-99d7-2357b0a7d0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:02.225095163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"2c2c4d47-d790-4a36-b255-22f3ee453648","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:02.237261746Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"447af389-f5b7-4e42-bf8f-434835c7bcd5","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.69879432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"ea01b646-5dad-434e-9dd6-819ba1978949","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.706541268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"027ef57f-0ec1-4843-ac6f-0786f148e4db","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.70840492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"ea01b646-5dad-434e-9dd6-819ba1978949","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.714963865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"027ef57f-0ec1-4843-ac6f-0786f148e4db","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.71599179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d0d9f3563856965765f0c5a7d4e2b1cb8a2d62daf1018e2145e958d29984ba3e) AuthConfig (30d6b8589bdfc74f1e19232ba68477d0841d824c6f6cfa60234c10a16dcdd792) AuthConfig (367967636d2e1d7d50ebddb449ef6c16b1d7bd05d4d4dac8f490a39472134dc7) AuthConfig (7d24a00ec499bfade3e1ea82bbab9914651a8d73f47cd9bc8843f9aa427cf827) AuthConfig (2493fb8e9272c2be6fd4db07ad4bbebae6e770036ed21659d2fb206ecce5b8ee) AuthConfig (14b68feed8102970271f517834a114971b6530e63cf6b70280e267df8d00b5e9) AuthConfig (44f1d0cd6dfcb35440bba342ee083de6f938931456785a5d67cebda7be9c8bef) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"ea01b646-5dad-434e-9dd6-819ba1978949","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:03.721770889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"027ef57f-0ec1-4843-ac6f-0786f148e4db","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:04.575809286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"e3f8b210-86f5-422f-a482-3467e723cc25","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:04.635946278Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"e3f8b210-86f5-422f-a482-3467e723cc25","name":"e2e-extmod-a-a378a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:10.295587713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a54a7983-924e-4579-9354-4fe572f8227d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:10.304224725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a54a7983-924e-4579-9354-4fe572f8227d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:12.238996726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"cc88212f-8ebd-4770-9d1d-11bc4cfa423d","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:12.247227768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"999cc03b-759d-4a8a-839b-0305b3bbdad5","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.72640576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"da79241d-c893-4614-b5ef-832a36477eb2","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.734198046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b515e84f-cf36-4583-b8a4-895ff471914c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.735056294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"da79241d-c893-4614-b5ef-832a36477eb2","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.746249409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b515e84f-cf36-4583-b8a4-895ff471914c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.747339556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"da79241d-c893-4614-b5ef-832a36477eb2","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.788905684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712) AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b515e84f-cf36-4583-b8a4-895ff471914c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.792745728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"300e63e5-ebde-48a8-bdcb-69f2d34a0e53","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.792763725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"300e63e5-ebde-48a8-bdcb-69f2d34a0e53","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.803285899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"775d7d71-8ea3-4a3b-ac73-a56226161490","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:13.803300981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"775d7d71-8ea3-4a3b-ac73-a56226161490","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:19.02049165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"20fffb0c-d95a-4c98-a735-63900352a7c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:19.054733253Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"20fffb0c-d95a-4c98-a735-63900352a7c1","name":"e2e-extmod-a-8072a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:22.247636777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"ae32da8c-4249-4fef-9eea-1d87c4ef46b3","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:22.287932759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"c7fd72c4-77fc-447c-a243-7879cb3fe285","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.111819238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"abd00b4e-4d35-4496-91f8-bc21a4b39c1c","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.12461945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"f096f39c-5fb8-433f-ae72-db242d7c7f1b","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.488109261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe04cd7-02f1-4024-ba15-41633e0ee5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.495605686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe04cd7-02f1-4024-ba15-41633e0ee5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.508379397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe04cd7-02f1-4024-ba15-41633e0ee5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.515715934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe04cd7-02f1-4024-ba15-41633e0ee5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.764242399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bebc5c-5c67-474f-a7db-c8fd122fadf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.767866746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bebc5c-5c67-474f-a7db-c8fd122fadf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.771773929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bebc5c-5c67-474f-a7db-c8fd122fadf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.77532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83bebc5c-5c67-474f-a7db-c8fd122fadf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.813051856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"63ba76df-3024-4fa0-b5c9-328da9cf28be","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.824422177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"63ba76df-3024-4fa0-b5c9-328da9cf28be","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.830904869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"63ba76df-3024-4fa0-b5c9-328da9cf28be","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.917789705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d9ce27a1-213d-4f5a-a321-8f6c1eda9b27","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.929943366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d9ce27a1-213d-4f5a-a321-8f6c1eda9b27","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:23.935852666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712) AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d9ce27a1-213d-4f5a-a321-8f6c1eda9b27","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.620215245Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"f2478f56-ac95-4306-8ce7-4e721ee0c7ef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.63471412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b55fa5b3-faea-4243-9828-da810e1bd315","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.665058422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"4d6560d9-04f2-4044-b1ac-179b4e79648e","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.672508532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"f900a287-f44f-457f-bed8-15ceac2a33e2","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.752599341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5f7109-4b56-4867-a87a-4dc8200db5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.761483043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5f7109-4b56-4867-a87a-4dc8200db5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.772367903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5f7109-4b56-4867-a87a-4dc8200db5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.800740145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca5f7109-4b56-4867-a87a-4dc8200db5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:28.968377599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.00080244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a21947-5215-4df3-89cb-070da200221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.004336264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a21947-5215-4df3-89cb-070da200221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.007870272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a21947-5215-4df3-89cb-070da200221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.011381666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a21947-5215-4df3-89cb-070da200221f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.681427543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"7a1fbee6-f2db-4db8-a4d3-af7460a8dac6","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.690850773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"bc2117a3-6423-4347-a067-5d45a03693e2","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.69691127Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f9e5a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f9e5a7","reconcileID":"520040d4-0ffe-4eab-a405-b93144a5645e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f9e5a7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-f9e5a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.74124742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"0b97c3c4-7fc8-435f-a055-9c570df4f80a","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.75451094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"4d5d5150-ed4c-4f26-b316-c6f0fdfddccb","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.892390245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35c3ca2-47d1-44c3-9b30-9469a1f7ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.898453837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35c3ca2-47d1-44c3-9b30-9469a1f7ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.908162962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35c3ca2-47d1-44c3-9b30-9469a1f7ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:29.916015075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e35c3ca2-47d1-44c3-9b30-9469a1f7ed94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:30.993573579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"952379c1-ea56-4cdf-83d8-d5fe22073954","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:31.016918363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"77d79247-2d7f-4108-a7b0-029558461003","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.841250271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"cb717449-39c0-4b1c-9c0b-ea9c484347bd","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.848753872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"cb717449-39c0-4b1c-9c0b-ea9c484347bd","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.855039536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7b5a7c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a5a97ed43f18c28db29f155e2aa003c1c4972196d18e48f6a00edf25c8e077b) AuthConfig (6d3e56424feeabc1aa585fa38d2656bbe7eed5985b3ce14eed083a3b4c43d9fa) AuthConfig (dd7891bf1262249371b7ad2627c68dc250d99724dee294659d0244cb483f6ebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"cb717449-39c0-4b1c-9c0b-ea9c484347bd","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.947270796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"4a32dc67-b8f1-47ae-aa22-4d5f42234828","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.955151469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"4a32dc67-b8f1-47ae-aa22-4d5f42234828","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:33.965511684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a67719709114507d9d6e2a71ba2a208a9d649c0c88be016f8c564f56bb6c548f) AuthConfig (d1d0f5251013c45772932f3e495af23fa77781f817734cc14e3285f4b4ca6712) AuthConfig (b78b43f26b672c2ad0750de83ff7abba5b6b0ce13553f75143f6bd4284fe8196) AuthConfig (ddfab269555bb48d000f64dce3caabe1ed36fe705303ebbd9a6640f48f170c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"4a32dc67-b8f1-47ae-aa22-4d5f42234828","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:38.899639602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"9dda9d1e-fa6f-4e32-8148-52c8ff3f96d7","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:38.925608872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"79e4ca1e-7904-4692-a39f-98eea0ceeaef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.063136992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53ec84b-e957-4047-ad38-4827a73f2fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.066703108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53ec84b-e957-4047-ad38-4827a73f2fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.070222811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53ec84b-e957-4047-ad38-4827a73f2fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.073608773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53ec84b-e957-4047-ad38-4827a73f2fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.362031971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfc390b-b75f-439b-985c-410e3aece441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.365397958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfc390b-b75f-439b-985c-410e3aece441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.36886172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfc390b-b75f-439b-985c-410e3aece441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:39.3723572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfc390b-b75f-439b-985c-410e3aece441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:42.321687823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"fb53c936-d0d0-4238-adcc-4e0d53e4a4aa","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-ctrl-2697d3","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:42.350752917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"c628a027-c629-45f3-9529-00cd44467e92","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:42.350778366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"c628a027-c629-45f3-9529-00cd44467e92","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:42.758267034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"729f5418-057c-4277-a785-782d3565f977","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:42.766627124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"729f5418-057c-4277-a785-782d3565f977","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:43.954947092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"612701b0-23f4-4d71-ae07-2f3b36f4897b","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:43.997224276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"612701b0-23f4-4d71-ae07-2f3b36f4897b","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.019140222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"9743ed90-1859-4170-8a63-fb1e5fec34e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.028899391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"9743ed90-1859-4170-8a63-fb1e5fec34e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.094117872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"de904617-7760-42ab-a315-a399b1173d00","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.140636648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"53ebfbcb-fe03-48a0-ae47-7e3b5a0503e0","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.140674618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"53ebfbcb-fe03-48a0-ae47-7e3b5a0503e0","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.237777379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fb919a7f-34af-4165-aaa6-90faf844580b","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.237801346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fb919a7f-34af-4165-aaa6-90faf844580b","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.429987292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"6237f563-ab91-49c0-bd37-568be2aec3c0","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.439240027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"5d4c6ba5-fca5-4cec-b39f-c32d7040256a","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.439271534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"5d4c6ba5-fca5-4cec-b39f-c32d7040256a","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.445708858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f102726b-4c6c-4a47-8a28-f3c0e9ff5794","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.447186133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"9ce47c7f-1d8f-4b9a-81ca-f20fd0ea699d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.45345109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c41c9303-4de1-4b60-971e-950ad6f86add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.453948412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4076ad28-3344-47c6-b9cc-a5ab38d1ec2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.454770326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f102726b-4c6c-4a47-8a28-f3c0e9ff5794","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.455027288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4b3485e8-0f43-44ee-b6c8-9256b23a669f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.459952691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"9ce47c7f-1d8f-4b9a-81ca-f20fd0ea699d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.462042988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c41c9303-4de1-4b60-971e-950ad6f86add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.470585532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4b3485e8-0f43-44ee-b6c8-9256b23a669f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.51918974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4076ad28-3344-47c6-b9cc-a5ab38d1ec2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.702353438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e191203f-02d3-41e4-a275-409dd991050c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.703792027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4cf261af-2899-40ce-b4ba-19b2e873adc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.704425692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ecdf9c69-5809-480c-945e-bba1e5979fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.70656246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"5a625411-5fac-4709-94aa-bacd4aeb7842","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.713477854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e191203f-02d3-41e4-a275-409dd991050c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.717363091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ecdf9c69-5809-480c-945e-bba1e5979fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.721152419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"5a625411-5fac-4709-94aa-bacd4aeb7842","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.721629582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4cf261af-2899-40ce-b4ba-19b2e873adc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.793904355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a8c1b34-fef6-491d-a6f3-be6e7695c439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.796805221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"085ac272-6bed-4d70-bbc7-35273eb1fb14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.807620921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"31e646c1-b444-43a9-9afc-62c52676b0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.812141596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a8c1b34-fef6-491d-a6f3-be6e7695c439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.814664728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ac8fe6d2-a049-4b46-905e-aa5dd9e24d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.815026334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"085ac272-6bed-4d70-bbc7-35273eb1fb14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.83034333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"31e646c1-b444-43a9-9afc-62c52676b0a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.896350437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ac8fe6d2-a049-4b46-905e-aa5dd9e24d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.900515936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"86565a5b-4292-4af2-a5be-5f877e27e017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.909947281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"86565a5b-4292-4af2-a5be-5f877e27e017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.986117581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"37a1911c-1a70-4a6c-b0eb-6b2f8d8fdb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:44.994541581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"37a1911c-1a70-4a6c-b0eb-6b2f8d8fdb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.085202589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e752060e-312a-4f85-8f24-2bfe0b381c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.093407136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e752060e-312a-4f85-8f24-2bfe0b381c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.907264786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.912490675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a8fed38a-c638-4e7d-8cf0-1c6c67c5fb03","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.912512682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a8fed38a-c638-4e7d-8cf0-1c6c67c5fb03","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.920379747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"66cdc17e-b5eb-4c4f-90d0-b07340abfb6f","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:45.989051798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"4b8e4406-b3f4-4ad5-b928-be1c652b88de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-15ae3c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.989353385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"6725899d-6a6e-41ac-bf25-e71016bc7926","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.989378933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"6725899d-6a6e-41ac-bf25-e71016bc7926","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:45.99292202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"66cdc17e-b5eb-4c4f-90d0-b07340abfb6f","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:45.999254033Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"6725899d-6a6e-41ac-bf25-e71016bc7926","name":"e2e-att-serve-15ae3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-15ae3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:45.999299627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"6725899d-6a6e-41ac-bf25-e71016bc7926","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-15ae3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.003009174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"fe64e969-671c-4cb5-a7f2-afdfa60b871e","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.003026876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"fe64e969-671c-4cb5-a7f2-afdfa60b871e","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.012712991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"2165bdc9-f201-4afd-a3b0-9598388cf9d5","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.012730259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"2165bdc9-f201-4afd-a3b0-9598388cf9d5","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.029099228Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"047907de-d533-43ce-bb32-d3fa3c569192","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"maas-trlp-e2e-att-serve-15ae3c","model":"e2e-att-serve-15ae3c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7b5a7c/e2e-att-serve-15ae3c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.058585692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"42db8568-7e19-44bd-81c9-2c92fd9d4100","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.058604111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"42db8568-7e19-44bd-81c9-2c92fd9d4100","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.111248309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e237c3c4-f1f5-4e13-b8f7-21cb5a7dda45","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.11884694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e237c3c4-f1f5-4e13-b8f7-21cb5a7dda45","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.126056604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"3e8330d6-1bae-4b9f-8661-4ae02dfd0b3d","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"maas-trlp-e2e-att-serve-15ae3c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.349376611Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.352987175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"885419e6-cc18-48f0-9d8b-40edd25f162d","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.353009331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"885419e6-cc18-48f0-9d8b-40edd25f162d","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.358627128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"2e850105-0af9-495f-8ebf-9944071860de","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:46.362938597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"f9bb77f1-7a5b-435e-b94e-e1150195d7ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-f6258e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.36672517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"2e850105-0af9-495f-8ebf-9944071860de","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.371096646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"a2431f0c-fc8a-4444-b3c7-98d3b78d6f22","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.371115584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"a2431f0c-fc8a-4444-b3c7-98d3b78d6f22","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:46.378926292Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"a2431f0c-fc8a-4444-b3c7-98d3b78d6f22","name":"e2e-att-serve-f6258e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f6258e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:46.378970793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"a2431f0c-fc8a-4444-b3c7-98d3b78d6f22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f6258e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.385009463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"b116b1c4-58ac-46fc-8883-5e240b899c3e","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.385026345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"b116b1c4-58ac-46fc-8883-5e240b899c3e","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.392939539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ad7ee9dc-31d4-4586-8111-7182dbc8bbe1","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.392964442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ad7ee9dc-31d4-4586-8111-7182dbc8bbe1","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.407098509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"d697219d-d02d-44e6-85fc-53ec345a9033","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-att-serve-f6258e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.43816042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"4f1afab4-cc4e-41f3-bcc2-263cea60a557","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.438181158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"4f1afab4-cc4e-41f3-bcc2-263cea60a557","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.48481527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"933da1af-f4db-4375-879c-1c2d441bff94","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.492179246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"933da1af-f4db-4375-879c-1c2d441bff94","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:46.503066036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"6d5c90b7-bbc8-43b1-835c-bb0a376e2a1e","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.178305821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"baed6a65-c80a-45a9-9256-3b6612f84d82","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.267748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"dd407294-e7ef-4952-8e9b-69ab4ef88f9d","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.292755608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3d4c74-04d8-4173-8cd3-4156db6ce3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.299636119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3d4c74-04d8-4173-8cd3-4156db6ce3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.303627948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3d4c74-04d8-4173-8cd3-4156db6ce3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.307052809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3d4c74-04d8-4173-8cd3-4156db6ce3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.688176425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1f4f30-2a86-4c99-a4c4-9ef9c39472cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.691915648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1f4f30-2a86-4c99-a4c4-9ef9c39472cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.695759384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1f4f30-2a86-4c99-a4c4-9ef9c39472cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:47.699834583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1f4f30-2a86-4c99-a4c4-9ef9c39472cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.28546633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"3d8b4ad5-9cbc-47cb-91d1-cc3172348a78","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.30028247Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-36a099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-36a099","reconcileID":"53cb4349-799d-49d4-ac98-558654783b53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-36a099","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-36a099":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.34747856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"0f52ec4b-9fef-484e-a157-44086acfaf15","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.731760026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b10ac5-389c-4d7f-b005-e37145153b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.735949345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b10ac5-389c-4d7f-b005-e37145153b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.740374203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b10ac5-389c-4d7f-b005-e37145153b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:48.74380333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b10ac5-389c-4d7f-b005-e37145153b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:49.493831015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"1296dfea-a331-4b58-8376-ebb27838d017","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f9e5a7","tenantID":"e2e-extmod-b-f9e5a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:49.580426384Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"1296dfea-a331-4b58-8376-ebb27838d017","name":"e2e-extmod-b-f9e5a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:49.639621758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"c49ba6db-80b9-4039-a365-77aa011acf2d","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.130240628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"a0c47b74-3801-44ff-8be8-867903c36637","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.132724834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"a0c47b74-3801-44ff-8be8-867903c36637","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.19295277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"94839989-daf7-4fae-b513-7189dbace885","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.212065718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"94839989-daf7-4fae-b513-7189dbace885","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.218400398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"edcb8cef-a92e-4df6-aa9e-9bdce0896d7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.235233748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"edcb8cef-a92e-4df6-aa9e-9bdce0896d7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.42274446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"86059a52-c460-4092-98e5-722d2991acf9","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:50.422802149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"86059a52-c460-4092-98e5-722d2991acf9","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.765219949Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.768136126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"9eb3949a-adbd-4be1-b6d6-fdf95251493c","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.768157102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"9eb3949a-adbd-4be1-b6d6-fdf95251493c","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:55.793239993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"b82bc626-7df5-4e9b-a28b-ca89ea05f9ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-2d1e6b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.82792819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d97ac17c-afef-4f1c-8161-4a70845c7685","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.828048803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d97ac17c-afef-4f1c-8161-4a70845c7685","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.830895632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"64f1ec23-d23e-4da3-a7a0-651a2cce3497","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.831752043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5fe03837-cb06-4aa7-b085-b2e300937f00","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.895212661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7cc9b482-5030-4c59-b534-11a925f14ee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.907199678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5fe03837-cb06-4aa7-b085-b2e300937f00","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:55.916718303Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d97ac17c-afef-4f1c-8161-4a70845c7685","name":"e2e-rec-recover-2d1e6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2d1e6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:34:55.91689304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d97ac17c-afef-4f1c-8161-4a70845c7685","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2d1e6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.923126223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7cc9b482-5030-4c59-b534-11a925f14ee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.924600167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"1ed3b231-0994-4184-a5fb-7383fbbbb143","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.924637545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"1ed3b231-0994-4184-a5fb-7383fbbbb143","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.992389143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"120d8b11-c173-43e9-9075-3e5333e70b56","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.992451824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"120d8b11-c173-43e9-9075-3e5333e70b56","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","externalModel":"e2e-rec-ctrl-2697d3","provider":"e2e-rec-ctrl-2697d3-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:55.994390994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"64f1ec23-d23e-4da3-a7a0-651a2cce3497","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.001273175Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"4280a5ab-99be-4706-b80f-d360fc6ca474","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-recover-2d1e6b","model":"e2e-rec-recover-2d1e6b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.021054176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"19d77a4e-c9d5-4a6f-95c8-ff05b7c9c26d","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.021079719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"19d77a4e-c9d5-4a6f-95c8-ff05b7c9c26d","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.046739191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"e8e0014d-5009-442e-9dea-81f7fcee83a9","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.046758926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"e8e0014d-5009-442e-9dea-81f7fcee83a9","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.04824783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d83d1c69-feff-4158-9847-b94646131a72","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.090201684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d83d1c69-feff-4158-9847-b94646131a72","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.097065836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"16ee4110-c4e3-4357-9fe5-d5bd4367c355","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-recover-2d1e6b","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.107422626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"88a0707f-8def-4ede-8193-a0756547bff0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.118783877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"88a0707f-8def-4ede-8193-a0756547bff0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.145327789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"662c1fa9-d20f-452b-98a7-9a74fbf345de","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:56.15355439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"662c1fa9-d20f-452b-98a7-9a74fbf345de","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:58.968699628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:34:59.650910998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"7d22cebf-b584-4715-8cf8-f5a1a5365d51","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:08.457679122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"ee5c6429-f1dc-4bbf-941c-3ac23aa03feb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:08.496192639Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"ee5c6429-f1dc-4bbf-941c-3ac23aa03feb","name":"e2e-extmod-b-36a099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:09.673741154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"d541704b-c5ed-4eb9-8d71-f306a0eda0e0","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.380535438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"b45d1990-69e9-442b-9244-21d74de2b996","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.552552676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9108c0e2-4dcf-4f2f-a273-3d7f6bc082df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.556495037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9108c0e2-4dcf-4f2f-a273-3d7f6bc082df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.560007428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9108c0e2-4dcf-4f2f-a273-3d7f6bc082df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.563545056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9108c0e2-4dcf-4f2f-a273-3d7f6bc082df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.85242618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d436c0-6b1e-48f1-bb26-b96de6abebd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.855990522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d436c0-6b1e-48f1-bb26-b96de6abebd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.859842624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d436c0-6b1e-48f1-bb26-b96de6abebd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:10.863200108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d436c0-6b1e-48f1-bb26-b96de6abebd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.376860819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"c089f7e8-fad0-4e8e-8776-1fdc8c041375","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.406722605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"b11031a6-a36f-4f59-bee2-17d0e98c72bc","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.406746078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"b11031a6-a36f-4f59-bee2-17d0e98c72bc","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.473628088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"bce3dd9d-1ec5-42f4-983a-dfb838c0bcc7","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"maas-trlp-e2e-att-serve-15ae3c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.532385904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a3130259-5849-44cf-8e5e-4d8e2f805e75","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.532557742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"a3130259-5849-44cf-8e5e-4d8e2f805e75","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.850503545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"91a44d31-9c95-445e-a147-6a0b231d4f14","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rec-recover-2d1e6b","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.88476416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"8d237a54-5666-4fc3-a4d1-58cbcaa34fd8","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:14.884796482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"8d237a54-5666-4fc3-a4d1-58cbcaa34fd8","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","externalModel":"e2e-rec-recover-2d1e6b","provider":"e2e-rec-recover-2d1e6b-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.427307175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"fba5e446-9445-4d83-a3c4-a87a331830d2","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.43697042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"fba5e446-9445-4d83-a3c4-a87a331830d2","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.530503091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"b7e64add-2fc2-48db-be84-ebb58fca392a","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.545208745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"b7e64add-2fc2-48db-be84-ebb58fca392a","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.656694592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c4e24406-95dd-4c5d-84a3-8754aca561ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:15.665184516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c4e24406-95dd-4c5d-84a3-8754aca561ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.20552342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ef8b4539-d0d9-423b-bd0c-8baa78441451","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.205547742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ef8b4539-d0d9-423b-bd0c-8baa78441451","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.211757837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"801b0262-0e75-476e-b822-7416286219c4","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.221245086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"801b0262-0e75-476e-b822-7416286219c4","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.288428375Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"bc460256-7ca5-444b-8800-741732cca19f","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f088835f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.395945501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"fb8afedd-8610-4cec-a7b9-4a491e49b532","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.406154881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e7cb95e1-7a6a-4c51-9b4d-950081699053","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.406460283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"fb52888b-fc46-4df2-8c0a-f6fd930c8661","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.411975637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6ed705fa-3fb3-4db7-9bc6-a1f90129996d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.412103684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9bf9eb55-31b9-41cf-b65a-4fb53da9b66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.414474907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136c316d-3e4c-498b-9f4b-b69e697653c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.415241046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"b5d3b770-738f-44af-9484-931f586365be","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.417330355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"e7cb95e1-7a6a-4c51-9b4d-950081699053","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.420665831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9bf9eb55-31b9-41cf-b65a-4fb53da9b66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.420767136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6ed705fa-3fb3-4db7-9bc6-a1f90129996d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.423755051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136c316d-3e4c-498b-9f4b-b69e697653c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.424793044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"b5d3b770-738f-44af-9484-931f586365be","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.467943596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"bb74019e-01f6-4214-be38-4c2fb57d788c","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.468586689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"bb74019e-01f6-4214-be38-4c2fb57d788c","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.513640403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"d70b0b35-ed5c-408b-b53f-bc7df962fcc8","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.516234227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ed862134-3000-4db5-a3f8-bb56249e3c02","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.516495465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"ed862134-3000-4db5-a3f8-bb56249e3c02","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.623988737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"506e90d6-0764-4b3a-93fe-dfc24139207b","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.624143732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"52cedd5e-03ad-4809-b837-54e7047388b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.624743927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"c3f36ca7-8a86-439e-86a8-108583f479db","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.62520397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"05ece22c-ef76-4376-9dd9-856a86e538d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.628966786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9af36a65-7be8-4460-b765-41d7571b0838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.635391285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"52cedd5e-03ad-4809-b837-54e7047388b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.638095723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"c3f36ca7-8a86-439e-86a8-108583f479db","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.638943145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"05ece22c-ef76-4376-9dd9-856a86e538d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.645633811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8dee3df2-6817-4dfb-b609-587c649590ab","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.645685927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"b32b40fe-785b-40de-a63d-525264c94d4b","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.651207053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"659fe3a5-6b9d-41e0-a1e0-ed1a61731d41","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.651230299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"659fe3a5-6b9d-41e0-a1e0-ed1a61731d41","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.651617457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9af36a65-7be8-4460-b765-41d7571b0838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.656779824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8dee3df2-6817-4dfb-b609-587c649590ab","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.722413533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13d4338d-8a12-4dc8-969a-51848a181fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.72429024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e9933999-5d41-411a-b8aa-06df61255594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.729912888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3876827b-7ebc-417f-92b1-60cfd89b80d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.730429116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"381f9dbf-c80f-42c7-98e4-19b24d2a3e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.730955675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e56aab41-f6a8-428e-ad07-cb4bba62b29a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.7422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13d4338d-8a12-4dc8-969a-51848a181fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.755080704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"381f9dbf-c80f-42c7-98e4-19b24d2a3e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.822677838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e9933999-5d41-411a-b8aa-06df61255594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.849778884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3876827b-7ebc-417f-92b1-60cfd89b80d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:16.981291551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e56aab41-f6a8-428e-ad07-cb4bba62b29a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.041360356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"13a40f33-e5da-43c6-9529-28b4a4e9da23","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.041572588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"13a40f33-e5da-43c6-9529-28b4a4e9da23","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.051366333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dc64de04-0ff9-42da-8f66-eaab76a3c987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.060165251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"053e1b9f-eb71-4d02-946b-1c693c8c061f","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.084323023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"053e1b9f-eb71-4d02-946b-1c693c8c061f","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.08902838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"dc64de04-0ff9-42da-8f66-eaab76a3c987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.127074628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"a649bb97-b1df-4b7f-8235-13eb89b40d00","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.131230504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7567b4c7-4ccc-46b7-a4d8-90089dff7aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.155133052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7567b4c7-4ccc-46b7-a4d8-90089dff7aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.2332911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e7399f53-41c1-4e92-9bce-d62ca84d667c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.233565592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c6ba5f0d-f809-4ec1-8825-7f21461ac4ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.25004388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e7399f53-41c1-4e92-9bce-d62ca84d667c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.250853132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c6ba5f0d-f809-4ec1-8825-7f21461ac4ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.341175426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"958d2fe2-92a3-4d69-aaed-feb9a08f1bfa","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.348734389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e013f5b0-2b16-4c08-b0a9-a89fae7f3e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.349388624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3df0eb61-350b-468f-9350-fa4c5f0ce5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.353062486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6be7aee0-5872-4e72-ad15-87da471f02de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.356592205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"958d2fe2-92a3-4d69-aaed-feb9a08f1bfa","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.35992656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3df0eb61-350b-468f-9350-fa4c5f0ce5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.363026371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6be7aee0-5872-4e72-ad15-87da471f02de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.364148964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e013f5b0-2b16-4c08-b0a9-a89fae7f3e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.440132972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"26e105f5-bec4-4299-9076-385b99372f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.451030851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"26e105f5-bec4-4299-9076-385b99372f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.51204775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"bdbe3b89-19a9-4bfb-9d76-971286eb3b3f","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.512071615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"bdbe3b89-19a9-4bfb-9d76-971286eb3b3f","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.542381491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c62cc591-48e9-4993-bb41-bfaeb5333afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.543361278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d489cddc-ae5d-4574-8522-3d3c3e5c67e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.543393863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"77bbf790-6cfc-4d51-b917-253494633212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.543914441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d8469221-b448-4895-b012-acc723bce52e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.543937311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"5f06af0e-3b0a-4bda-94fa-7d5cd7106979","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.552897334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c62cc591-48e9-4993-bb41-bfaeb5333afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.554573916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"77bbf790-6cfc-4d51-b917-253494633212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.555522096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d8469221-b448-4895-b012-acc723bce52e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.557189434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"5f06af0e-3b0a-4bda-94fa-7d5cd7106979","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.558250062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d489cddc-ae5d-4574-8522-3d3c3e5c67e2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.619746837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"4282fdca-02e5-42b9-af96-b731bfed151f","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.61976947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"4282fdca-02e5-42b9-af96-b731bfed151f","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.663357204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7257dbb-70c5-4045-ad3a-fda7891eeeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.664048292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a2e8a971-324d-4dbe-8c18-45623573c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.664693002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"be82c187-a64a-44c7-bd1c-f7c6cb1f12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.669595307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b878d481-9cbc-449e-b2e9-877e14b019f9","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.684764267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f1192c72-f96d-4f87-953f-e01651c04a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.693200819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b878d481-9cbc-449e-b2e9-877e14b019f9","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.693292169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"be82c187-a64a-44c7-bd1c-f7c6cb1f12b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.698707092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a2e8a971-324d-4dbe-8c18-45623573c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.701979525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7257dbb-70c5-4045-ad3a-fda7891eeeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.715964947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f1192c72-f96d-4f87-953f-e01651c04a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.90411736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a02c437-6d17-47ce-bcc2-c95df59bb7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:17.912220107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a02c437-6d17-47ce-bcc2-c95df59bb7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.209145354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"e0e4eb5f-1fcd-407c-9a3f-6a9098f7ec05","namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.216589459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"a79c2020-e751-42a8-896d-12d09bc9a5e1","namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.22321999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a5c3c216-24d8-4762-b41e-4d0536ca3f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.22509332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ae2704a8-910a-484c-afb9-18f7eaad6b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.226773838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"36187b26-a5e3-4508-bcfd-d797f1b53f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.228311334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e97396e8-6ef7-47a2-aa86-0037857d87bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.231692368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a5c3c216-24d8-4762-b41e-4d0536ca3f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.232085591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d12481ce-2976-43c6-b1f2-b7db043fe665","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.233126957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ae2704a8-910a-484c-afb9-18f7eaad6b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.234930372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"36187b26-a5e3-4508-bcfd-d797f1b53f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.237620351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e97396e8-6ef7-47a2-aa86-0037857d87bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.240537579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d12481ce-2976-43c6-b1f2-b7db043fe665","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.314125446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"47cb54e1-930b-467c-b312-8886c2158355","namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.450413428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8fceaa26-6d12-436f-9d80-4c306fd59e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.454960086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14e554d5-ea5b-40a0-a680-dbfd4df9317d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.458030705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"058c8a05-a65d-4e69-a97f-2b9437f5108c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.475687125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"f9b9a11e-5428-4b8c-a379-731a92e21374","MaaSModelRef":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.476342089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"204e4efa-407b-46ac-8927-299cd1d0f239","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.479733066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0f9e6fea-d986-4fab-9aae-2055e341a4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.483065891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"058c8a05-a65d-4e69-a97f-2b9437f5108c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.484611161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14e554d5-ea5b-40a0-a680-dbfd4df9317d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.488477052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8fceaa26-6d12-436f-9d80-4c306fd59e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.49158749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"204e4efa-407b-46ac-8927-299cd1d0f239","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.492254163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0f9e6fea-d986-4fab-9aae-2055e341a4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.617134417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6941a8ec-078e-4ef1-ae18-2529c3b23efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.618622655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"48b9265e-9f02-41dc-bbed-199fbac8ab39","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.626722316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6941a8ec-078e-4ef1-ae18-2529c3b23efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.628833755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"48b9265e-9f02-41dc-bbed-199fbac8ab39","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.722965057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"0c4f4c5f-bd18-40e2-b027-b51b8dbc0b57","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.727740939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6c77cbe-6dfa-45c2-98f2-d329ec35f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.739200594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"0c4f4c5f-bd18-40e2-b027-b51b8dbc0b57","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.788541743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"852d337c-cfc8-4dca-85f6-1b09e51ba130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.789583011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"acebd49c-b380-4762-b301-f36ed22e7533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.794923065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6c77cbe-6dfa-45c2-98f2-d329ec35f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.801050857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"acebd49c-b380-4762-b301-f36ed22e7533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.802868168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"852d337c-cfc8-4dca-85f6-1b09e51ba130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.804138819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"51bc34bc-092b-4903-a2a5-cd63c8a6272a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.811808532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"51bc34bc-092b-4903-a2a5-cd63c8a6272a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.897451065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"77849caa-c4ea-40e6-b2bc-3a1806a14cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.897993099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dc28716b-02d3-441c-95bc-3ef920befbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.900044801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1bcd7bd1-5e0e-430f-94c8-e858bb9b31f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.901527979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3180e5de-1bc2-4d90-9b87-0dd08e6fc771","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.906718814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"77849caa-c4ea-40e6-b2bc-3a1806a14cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.910485164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"dc28716b-02d3-441c-95bc-3ef920befbfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.914221327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3180e5de-1bc2-4d90-9b87-0dd08e6fc771","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:18.989872863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1bcd7bd1-5e0e-430f-94c8-e858bb9b31f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:19.022188065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7099f571-b9ed-43dc-ab2e-5cc324ddf088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:19.02525798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f69817ab-e100-446a-8517-5f904b9f2baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:19.030743829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7099f571-b9ed-43dc-ab2e-5cc324ddf088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:19.033940236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f69817ab-e100-446a-8517-5f904b9f2baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:20.400868398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"fd552103-023c-42f6-ac18-8ad838d98f90","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.576726533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.584221723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"3675be03-0b80-475c-ba52-6e598c8d57bf","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.584248883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"3675be03-0b80-475c-ba52-6e598c8d57bf","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:22.617362721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"da2d587e-5d86-4572-a5b8-1a8a65889de5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-a19bc5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.618361112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"dc424e05-0ec7-4af9-b912-47e6222b3f7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.623837112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b91e7f11-f3c7-4c71-a9f7-8f1ec03f2066","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.640665894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fae23ae0-b23a-462b-ac5b-4142e7054a61","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.640697163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fae23ae0-b23a-462b-ac5b-4142e7054a61","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.648113373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"dc424e05-0ec7-4af9-b912-47e6222b3f7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.653195027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b91e7f11-f3c7-4c71-a9f7-8f1ec03f2066","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.660329517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"9a663e9a-68da-4ee3-88d4-026348aa8ca9","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.660404887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"9a663e9a-68da-4ee3-88d4-026348aa8ca9","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.668788239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"43f58baa-4bd5-4e5c-b7f2-7ee58f792a49","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.668808727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"43f58baa-4bd5-4e5c-b7f2-7ee58f792a49","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.69422921Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"00fcd59a-fbf4-4e5c-aa64-9793071e4ebb","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-att-unrel-a19bc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.70676427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"c8fbad6d-629f-4a84-9696-ce698d7d02e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.706782795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"7a8a6fa1-561b-4db8-953c-ea13f2911fdd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.715989096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"7a8a6fa1-561b-4db8-953c-ea13f2911fdd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.717455354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"c8fbad6d-629f-4a84-9696-ce698d7d02e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.732244487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"ced04863-ab80-4c18-ba67-163fc4b7453d","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.73226264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"ced04863-ab80-4c18-ba67-163fc4b7453d","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.780559525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"bbeb48df-d265-4a59-9904-f5709d1aa625","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.94954282Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"2c205125-628a-4f93-9fef-13e524e8d142","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.953119202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5a1c333f-538e-48df-bf0e-a8cd51ff3b99","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.959695862Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"e21d05af-60e4-4482-8523-8ea2073aeb8b","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.980612545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5a1c333f-538e-48df-bf0e-a8cd51ff3b99","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:22.986855079Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5a1c333f-538e-48df-bf0e-a8cd51ff3b99","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.019292364Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"62dd1bef-76e4-491d-938b-48ac8f77c453","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.058331926Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"38eebee1-02de-4095-8f29-48fadb6a02b4","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.062785933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"e26f34e4-052c-40ea-985c-57b9b7ee8b54","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.062985813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ef83135c-6b4d-47e0-8898-d8a9715d9bac","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.062785934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d027b1f1-1426-4267-ae69-a31601e2516f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.073275735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"e26f34e4-052c-40ea-985c-57b9b7ee8b54","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.075059598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d027b1f1-1426-4267-ae69-a31601e2516f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.075704084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ef83135c-6b4d-47e0-8898-d8a9715d9bac","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.079493686Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d027b1f1-1426-4267-ae69-a31601e2516f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.105872337Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"21a6e789-827e-4a7d-83cf-9878873d5193","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"routeName":"external-model-e2e-rec-recover-2d1e6b-82f6536d7fd8","namespace":"e2e-extmod-rec-noaccess-1e35ab","model":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.294970445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"c6890cbe-1da8-4703-b189-adeac513c87b","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.315578712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"4584affb-1f36-4748-a881-b76bdfd35686","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.415361575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8dc3b037-21b8-4745-850a-8ea1b6380b19","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.449740879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"530eebd3-eae2-46a6-8a96-60a4e480fd60","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.450394812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd5501b0-8109-4961-8411-10f81c30e2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.460135171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"23a37079-1697-4296-bad7-52e4c79fa441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.475796624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8dc3b037-21b8-4745-850a-8ea1b6380b19","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.479430595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"530eebd3-eae2-46a6-8a96-60a4e480fd60","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.48349464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"72f17f5a-9cb8-4d8f-a6a4-996d714ec22e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.485365634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd5501b0-8109-4961-8411-10f81c30e2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.522557367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"23a37079-1697-4296-bad7-52e4c79fa441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.531751858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"72f17f5a-9cb8-4d8f-a6a4-996d714ec22e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.601303159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4e598cde-de52-42c2-986d-2e1b9cbf0c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.602580612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"884c4ae2-9881-4369-88a5-15b971b53ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.610139637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4e598cde-de52-42c2-986d-2e1b9cbf0c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.611607792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9d6bc1f9-35c1-40a7-81d3-e643028a15d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.611773707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"613a70d8-6a1c-4cde-a3dd-536bebc18723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.61738197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"884c4ae2-9881-4369-88a5-15b971b53ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.623017641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"613a70d8-6a1c-4cde-a3dd-536bebc18723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.688135404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"0bd31ee5-ecd2-4e26-aafd-e22bc542a8cb","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.689642509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9d6bc1f9-35c1-40a7-81d3-e643028a15d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.702090061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"0bd31ee5-ecd2-4e26-aafd-e22bc542a8cb","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.76897924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6b820653-205d-4f7f-a90e-3e35665f1c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.769604444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c0628192-1aa4-46d5-bf03-169bbe191b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.789779005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c0628192-1aa4-46d5-bf03-169bbe191b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.792469339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6b820653-205d-4f7f-a90e-3e35665f1c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.856919321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"cc09118e-6e86-49e6-9db7-c4815bac800e","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.861469558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa3212b-ff3e-4d4a-857c-b4b77838bf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.865579342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"cc09118e-6e86-49e6-9db7-c4815bac800e","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.890928076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa3212b-ff3e-4d4a-857c-b4b77838bf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.891863969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f1617452-38e7-4dc3-a1bd-6c27718dff68","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.901958428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f1617452-38e7-4dc3-a1bd-6c27718dff68","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.90775547Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f1617452-38e7-4dc3-a1bd-6c27718dff68","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.967005128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21de1164-604b-4fed-b488-bb198c2dfe19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.967078804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"44d58304-a432-4881-9032-fcb4262dd8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.97411375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9ce9f619-fea2-47d1-bbce-2e0467f52ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.979746286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"44d58304-a432-4881-9032-fcb4262dd8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.982716534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21de1164-604b-4fed-b488-bb198c2dfe19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:23.983846815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9ce9f619-fea2-47d1-bbce-2e0467f52ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.843838267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b5ef8a0e-a789-4cb8-b653-4bfec181d1a4","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.851186074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"6ab094d6-c828-4a92-b32f-a6416b163f3d","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.863893519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b9ef174b-a1c0-4dcc-8e6b-0728089816f9","namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.872226827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"ed9f3860-8c73-49fe-b3b0-1806ebe5db1e","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.874497274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"066a44ef-9ce0-4b90-90d3-9906862d1934","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.884917009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5ccc1481-7743-4525-a301-3ff0db5e88d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.885272914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"ed9f3860-8c73-49fe-b3b0-1806ebe5db1e","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.885548567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dd372728-ed12-43a6-b685-4512c8be3d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.885587919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e8418ce-e6f2-4b44-9727-faf4ea700480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.890308125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dbf8a62e-199d-4958-8ffd-653aa4569d94","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.890396928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"066a44ef-9ce0-4b90-90d3-9906862d1934","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.895510375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5ccc1481-7743-4525-a301-3ff0db5e88d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.89594079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dd372728-ed12-43a6-b685-4512c8be3d87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.896232472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"23074669-6f42-46a4-97ea-5e5dc1cf5659","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.896298131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"23074669-6f42-46a4-97ea-5e5dc1cf5659","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.898709139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e8418ce-e6f2-4b44-9727-faf4ea700480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.901893524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dbf8a62e-199d-4958-8ffd-653aa4569d94","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.903787422Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"ca5dc080-029f-46ef-ae97-56aec0b88db9","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:24.909719027Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dbf8a62e-199d-4958-8ffd-653aa4569d94","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.912385614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"31d36f5c-581c-48be-9c6c-f8da5b6937e4","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.912477832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"31d36f5c-581c-48be-9c6c-f8da5b6937e4","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.942172067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"c9562be7-ece5-4a5e-acf0-02fcdbce19b7","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.942235171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"c9562be7-ece5-4a5e-acf0-02fcdbce19b7","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.945988342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"7c1a204b-724c-47c1-a747-9e96f94858b9","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:24.946037899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"7c1a204b-724c-47c1-a747-9e96f94858b9","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:25.040052717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b1f13e6b-93bc-4c2f-8738-3c7759f436f8","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:25.040162935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"b1f13e6b-93bc-4c2f-8738-3c7759f436f8","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.050779482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4d1ffff7-e13d-44e1-afc2-9d32fbd704e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.051582224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5d21cb74-32f5-41cc-82d0-4e9bea0268d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.093813592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0e87de05-d707-49a4-b4da-832d86851671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.096885266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4d1ffff7-e13d-44e1-afc2-9d32fbd704e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.097303633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4c2e3cc3-e578-49df-8fde-c1adf90142b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.098027343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4358dac8-c42f-48aa-bba6-4fd3af5c3dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.098171029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5d21cb74-32f5-41cc-82d0-4e9bea0268d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.104404578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0e87de05-d707-49a4-b4da-832d86851671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.108325802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4358dac8-c42f-48aa-bba6-4fd3af5c3dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.112912863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4c2e3cc3-e578-49df-8fde-c1adf90142b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.142856028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"0ce4836e-ff50-4207-ad4f-1ab4ff861c16","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.142944616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"49385b3e-c214-4b4d-b318-5c80dc948dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.150392175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"c52aab75-3518-4442-b280-9a245ea5fb30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.187931872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fbcb7f2-abe4-4778-bcee-d28e93c92e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.189907991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"0ce4836e-ff50-4207-ad4f-1ab4ff861c16","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.190258752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"49385b3e-c214-4b4d-b318-5c80dc948dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.200716435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fbcb7f2-abe4-4778-bcee-d28e93c92e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.201538334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"c52aab75-3518-4442-b280-9a245ea5fb30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:25.209917462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d307561f-3022-49c4-9db4-1ed61ecc0212","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:25.209985688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2d1e6b","namespace":"e2e-extmod-rec-noaccess-1e35ab"},"namespace":"e2e-extmod-rec-noaccess-1e35ab","name":"e2e-rec-recover-2d1e6b","reconcileID":"d307561f-3022-49c4-9db4-1ed61ecc0212","error":"ExternalModel e2e-rec-recover-2d1e6b not found in namespace e2e-extmod-rec-noaccess-1e35ab (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.242787734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"ae484610-82ec-4969-985d-7b51de8da415","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.243225176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"681dbdd3-d069-4d71-8c99-4fff703ac67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.243243061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"aa9ec70e-8817-47b9-8ccf-1a043f4360af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.243704209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf00cb67-20e8-4ab0-bbbd-bb9a6a4a4d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.255485135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"aa9ec70e-8817-47b9-8ccf-1a043f4360af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.261158995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf00cb67-20e8-4ab0-bbbd-bb9a6a4a4d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.263891538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"681dbdd3-d069-4d71-8c99-4fff703ac67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.264363044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"ae484610-82ec-4969-985d-7b51de8da415","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.333565412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"d80b5c68-3309-46d7-9abe-8498e3e8bed2","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.338067407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f28d438-f14c-4e87-bc09-52db13048728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.338764089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"790f5cdd-f266-404c-85bd-6a8014f7c570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.340131038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e86799bb-8188-4de9-825c-eb1a951e8cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.343090393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"d80b5c68-3309-46d7-9abe-8498e3e8bed2","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.352585935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e86799bb-8188-4de9-825c-eb1a951e8cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.352602659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f28d438-f14c-4e87-bc09-52db13048728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.353244103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"95dcee69-ac60-4ae4-8464-e7efabcaaf41","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.355084569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"790f5cdd-f266-404c-85bd-6a8014f7c570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.367690587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"95dcee69-ac60-4ae4-8464-e7efabcaaf41","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.371778174Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"95dcee69-ac60-4ae4-8464-e7efabcaaf41","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.501764373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"c31d2ae4-f518-4aeb-823c-25457af8f5e2","namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.505508241Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"4ad5a2b2-cb08-4de5-9fdc-8639c3e5a8d1","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.516344959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"12a031a4-7eff-440f-83ba-352fa8ca1d5c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.527190491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"12a031a4-7eff-440f-83ba-352fa8ca1d5c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.527226919Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"12a031a4-7eff-440f-83ba-352fa8ca1d5c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.578694178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f74a83","namespace":"e2e-extmod-att-noaccess-c915fe"},"namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","reconcileID":"0cabee24-2200-4649-b7aa-094e27ee0901","namespace":"e2e-extmod-att-noaccess-c915fe","name":"e2e-att-noaccess-f74a83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.595335272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5826f651-9cbf-4f37-84d2-1f1bf3d269a4","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.59736144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c1b7b697-069e-4566-ad96-3ee6c1263904","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.597530654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c3f42d3d-93fc-47b7-ac2b-725ff196e8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.598152542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"2c03d339-e8a4-4014-8194-a0e4bd877a53","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.607401331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5826f651-9cbf-4f37-84d2-1f1bf3d269a4","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.609894291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c1b7b697-069e-4566-ad96-3ee6c1263904","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.611487732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"2c03d339-e8a4-4014-8194-a0e4bd877a53","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.615082163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c3f42d3d-93fc-47b7-ac2b-725ff196e8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.655110111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"083d3d34-3610-4204-8a80-f11736b74704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.683834962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"083d3d34-3610-4204-8a80-f11736b74704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.763582054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fa842090-58f3-454b-a3e5-6459e37cbfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.765593109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"dcd44c3d-d0c5-455c-89be-06635a130e67","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.788235888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"be1ebc3d-6366-41ab-9e1a-151a6a5f369f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.794001644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fa842090-58f3-454b-a3e5-6459e37cbfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.794748857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7516d275-1eab-4eb8-9554-1b09b5708e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.795646015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"83a2996a-8a43-468d-9fa4-eb36a1e7b831","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.801421416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"dcd44c3d-d0c5-455c-89be-06635a130e67","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.807173909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"be1ebc3d-6366-41ab-9e1a-151a6a5f369f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.813384027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7516d275-1eab-4eb8-9554-1b09b5708e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.894110671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"83a2996a-8a43-468d-9fa4-eb36a1e7b831","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.89414324Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"83a2996a-8a43-468d-9fa4-eb36a1e7b831","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:25.998484033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5152b446-96f5-4cb4-9780-e15aa45b9405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.000847139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"98297226-c6dd-423d-9405-d460ad91062e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.001267552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ea039137-00a8-4efe-8dae-89c1f97b37e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.00722752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5152b446-96f5-4cb4-9780-e15aa45b9405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.009632247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"98297226-c6dd-423d-9405-d460ad91062e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.011863419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ea039137-00a8-4efe-8dae-89c1f97b37e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.029576144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"765ba52a-f13f-45b8-88bf-cb18c5b354af","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.029858726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7dcc1349-6851-48dd-b9b5-f267f7560f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.091167552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7dcc1349-6851-48dd-b9b5-f267f7560f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.091668121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"765ba52a-f13f-45b8-88bf-cb18c5b354af","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.145233348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91d80bda-f466-49c9-9382-ebf5972ab2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.145264741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0a7dfc56-54df-46d8-8a42-96f178be9698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.159376941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91d80bda-f466-49c9-9382-ebf5972ab2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.162465998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0a7dfc56-54df-46d8-8a42-96f178be9698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.25965652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"44fd2933-de8f-4606-8925-adc1e864090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.273770117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"44fd2933-de8f-4606-8925-adc1e864090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.274965547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"11ddda3b-27c8-4791-ba33-3963774494f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.275256297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"40c667b6-a0aa-40bc-b0d5-cfbdd1277f5a","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.288025539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"40c667b6-a0aa-40bc-b0d5-cfbdd1277f5a","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.288762055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"11ddda3b-27c8-4791-ba33-3963774494f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.294016567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"1f3215a8-6f1f-4005-8c43-2fbde4a2d915","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","subscription":"e2e-att-serve-15ae3c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.307939605Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"1f3215a8-6f1f-4005-8c43-2fbde4a2d915","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.31381656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-sub","reconcileID":"1f3215a8-6f1f-4005-8c43-2fbde4a2d915","MaaSSubscription":{"name":"e2e-att-serve-15ae3c-sub","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"maas-trlp-e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.356594835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"67fb5041-9b8b-4259-a58a-2a5cb0c3641f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.356594709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"be00accd-024f-42ef-80e1-708a4a76c57f","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.369494294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"67fb5041-9b8b-4259-a58a-2a5cb0c3641f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.370064889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"be00accd-024f-42ef-80e1-708a4a76c57f","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.471889758Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.480139964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ee524658-3497-4bb7-bdba-789a5e777f36","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.480159651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"ee524658-3497-4bb7-bdba-789a5e777f36","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.491584992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"54993084-00c2-48c7-ae4a-38196fe59fb6","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.503063026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"54993084-00c2-48c7-ae4a-38196fe59fb6","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.589255195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"80934b0b-acfb-4a6d-bdaf-d32e7c57ed8a","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.598660756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"80934b0b-acfb-4a6d-bdaf-d32e7c57ed8a","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.677803409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"d5552901-9f32-4b29-8f50-af7ccddf7eb6","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.677821604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"d5552901-9f32-4b29-8f50-af7ccddf7eb6","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.752814289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"11ead7b8-4bb9-445b-aced-fe17bbd3601d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.851862076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"11ead7b8-4bb9-445b-aced-fe17bbd3601d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.885784706Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"11ead7b8-4bb9-445b-aced-fe17bbd3601d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"name":"e2e-extmod-b-7b5a7c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.885804575Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"e2e-att-serve-15ae3c-access","reconcileID":"11ead7b8-4bb9-445b-aced-fe17bbd3601d","MaaSAuthPolicy":{"name":"e2e-att-serve-15ae3c-access","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7b5a7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.90017164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"9d484025-1297-40c5-a96e-993f230a87cf","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"tenant":"e2e-extmod-b-7b5a7c","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","model":"e2e-extmod-att-user-7d928e/e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:26.900195376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"9d484025-1297-40c5-a96e-993f230a87cf","MaaSModelRef":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"routeName":"external-model-e2e-att-serve-15ae3c-282331ea2501","namespace":"e2e-extmod-att-user-7d928e","model":"e2e-att-serve-15ae3c","externalModel":"e2e-att-serve-15ae3c","provider":"e2e-att-serve-15ae3c-provider","gateway":"openshift-ingress/e2e-extmod-b-7b5a7c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.512181786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"1b56f94e-50ad-4a2a-ae02-7b7afe70fda2","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.550628498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5e3fcb6f-98ac-40f1-8920-f1375bf6aef9","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.5506285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"48193e8f-efdf-4633-9c5d-2707b7562cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.551090219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2f73f8e0-03fd-49c3-b713-2144705372a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.552774644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ed4ac43e-e354-47fa-a501-6aa5807d14c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.560596303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58b0c37f-fd4a-4299-b629-978df13153dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.566564788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"48193e8f-efdf-4633-9c5d-2707b7562cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.566656426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2f73f8e0-03fd-49c3-b713-2144705372a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.569242242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5e3fcb6f-98ac-40f1-8920-f1375bf6aef9","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.570890263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ed4ac43e-e354-47fa-a501-6aa5807d14c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.577717484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58b0c37f-fd4a-4299-b629-978df13153dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.642494412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a981e968-26b3-4be6-bc18-8c4861f1f15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.645822507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"26ab704c-b79c-4878-93eb-43325a1e1f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.662098286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a981e968-26b3-4be6-bc18-8c4861f1f15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.671231704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"26ab704c-b79c-4878-93eb-43325a1e1f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.717512568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-15ae3c","namespace":"e2e-extmod-att-user-7d928e"},"namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","reconcileID":"9cfc617f-fa2c-49bc-acf3-3ec8fcfaa3c9","namespace":"e2e-extmod-att-user-7d928e","name":"e2e-att-serve-15ae3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.744174281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a43a008d-1b6c-4c16-93ee-65263547fce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.78814756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"72218fc1-5e56-4e4e-ab33-8ec203978d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.788779962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e87e15c8-adae-42de-8ce0-e0977bb26e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.789380646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"216fdf26-8d9c-455d-98fc-1686832da2a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.790771822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a43a008d-1b6c-4c16-93ee-65263547fce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.802361554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"72218fc1-5e56-4e4e-ab33-8ec203978d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.807673302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"216fdf26-8d9c-455d-98fc-1686832da2a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.808780857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e87e15c8-adae-42de-8ce0-e0977bb26e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.822824721Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"216fdf26-8d9c-455d-98fc-1686832da2a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.85110989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2e732238-afec-4800-bb20-7db68e2a08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.864657707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2e732238-afec-4800-bb20-7db68e2a08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.952312676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d3e16a2b-a136-4f0e-98b7-af87ad947471","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:27.969251512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d3e16a2b-a136-4f0e-98b7-af87ad947471","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.171583169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b74c1671-92da-4f0f-ad8d-e58d4e8f8e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.172417402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bf359947-e942-4cc6-8205-0ec417019c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.183800855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7792a24-2c69-4144-b4dd-960d37af2257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.18394649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"30cb5943-5e0a-40b7-9e77-f17fa4d557b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.187855378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bf359947-e942-4cc6-8205-0ec417019c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.188149307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b74c1671-92da-4f0f-ad8d-e58d4e8f8e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.188638325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"adac7b49-ca11-4342-b64f-a0f0f264ede2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.19512259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"30cb5943-5e0a-40b7-9e77-f17fa4d557b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.207617042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7792a24-2c69-4144-b4dd-960d37af2257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.220641861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"adac7b49-ca11-4342-b64f-a0f0f264ede2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.280145817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"a413ff54-08ee-409f-b0c6-a50bcbb366ee","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.2802124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0a62c08d-074b-49b4-a849-918e7acf2395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.280594829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ed0531b2-06f8-4f2a-a85f-f904f4387196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.286617698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e2be26cb-57ab-4c04-abd3-92e7437c2f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.295673885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0a62c08d-074b-49b4-a849-918e7acf2395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.298706318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"a413ff54-08ee-409f-b0c6-a50bcbb366ee","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.304867648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ed0531b2-06f8-4f2a-a85f-f904f4387196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.305093591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e2be26cb-57ab-4c04-abd3-92e7437c2f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.385598321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"77f46cbb-237b-4019-8e8b-ae2b513fcdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.41762133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"77f46cbb-237b-4019-8e8b-ae2b513fcdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.458175606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"027c17c2-1543-4c86-b4e5-046e6fb891b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.468203635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a41153-2bb1-4ed8-a7b7-d68efe73d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.477541188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"506670cc-58d6-46c2-bb89-7706471a5d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.477608875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7c9a42b5-cb73-4a81-be99-fdf7ecd17d1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.479932839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"027c17c2-1543-4c86-b4e5-046e6fb891b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.484181332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44a41153-2bb1-4ed8-a7b7-d68efe73d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.501405454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7c9a42b5-cb73-4a81-be99-fdf7ecd17d1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.511700898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"506670cc-58d6-46c2-bb89-7706471a5d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.520140133Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7c9a42b5-cb73-4a81-be99-fdf7ecd17d1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.584833556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fd8c9145-da91-48e6-9f6e-0d63ae325f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.60189244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fd8c9145-da91-48e6-9f6e-0d63ae325f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:28.969787067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:30.411149565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"43f3526f-af05-4b67-a37a-3ab55b79db2f","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:35.338467765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"bcd20e9b-b176-463d-abcd-237d70687284","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:35.958030362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4f2c49-ba62-4c20-9296-206fa6dd8b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:35.961960075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4f2c49-ba62-4c20-9296-206fa6dd8b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:35.966324395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4f2c49-ba62-4c20-9296-206fa6dd8b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:35.971183777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4f2c49-ba62-4c20-9296-206fa6dd8b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.337752945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c43d50-426a-49ce-9d59-ce7ef23cbfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.343608254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c43d50-426a-49ce-9d59-ce7ef23cbfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.348239114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c43d50-426a-49ce-9d59-ce7ef23cbfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.352469923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c43d50-426a-49ce-9d59-ce7ef23cbfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.529948527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"75259d0a-a82b-4ce9-ae0b-615c86e2e114","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.530608538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"4dade526-6012-4454-8c76-6c82392f98c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.545495112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"75259d0a-a82b-4ce9-ae0b-615c86e2e114","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:36.548745448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"4dade526-6012-4454-8c76-6c82392f98c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.792329961Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"d1da15cc-c334-46dc-8c67-eaa186be36ce","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.820916394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"6efc5d31-88a5-48fe-909c-6bec58a4c6de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.841150049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"6efc5d31-88a5-48fe-909c-6bec58a4c6de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.849192279Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"0b52d659-8855-434d-ad09-b51bad2fe86a","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.849359781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"6efc5d31-88a5-48fe-909c-6bec58a4c6de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.921590017Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"fa04a967-dd4b-4c2e-a88a-91f30a67ade2","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"routeName":"external-model-e2e-rec-ctrl-2697d3-1c20cde07256","namespace":"e2e-extmod-rec-user-2ec96c","model":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.933356289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1efff513-3b7f-4633-8f61-7dc7f21c0888","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.934304235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"4a1eb924-2f64-4231-a476-379aa10f2630","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.934913415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"3fc8684f-c598-4f31-80f7-b2246e55a7a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.99116532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"67a7e34f-f8b7-43be-8101-dd7a438c3344","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.993026398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1efff513-3b7f-4633-8f61-7dc7f21c0888","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.997525175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"4a1eb924-2f64-4231-a476-379aa10f2630","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.99813852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"3fc8684f-c598-4f31-80f7-b2246e55a7a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:40.998919067Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"38694583-a7d7-4079-bfe7-a03c5f17170f","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.008773408Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"4a1eb924-2f64-4231-a476-379aa10f2630","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.008807038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"7f94c11c-255b-45a2-a11a-d99d9709f2cb","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.01041046Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"3fc8684f-c598-4f31-80f7-b2246e55a7a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.027633076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8bbc81c1-0a03-4a9d-82b7-c77269092a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.028535042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2afed6b4-7083-4224-8eb3-5e1c6ab2a7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.093598437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8bbc81c1-0a03-4a9d-82b7-c77269092a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.101595137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2afed6b4-7083-4224-8eb3-5e1c6ab2a7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.122232996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b46a9802-eaaf-48ca-aab6-3c6389db4cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.159834455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"31a7217e-0abb-463a-b2a1-e97e42e82bf9","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.178647159Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"c4cc5241-deaa-43bb-bd37-14fc43ad6e81","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.179132059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e881cf35-3f54-4e91-994a-72792e08c83e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.196950169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b46a9802-eaaf-48ca-aab6-3c6389db4cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.289280538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e881cf35-3f54-4e91-994a-72792e08c83e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.296377608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d79aee30-cbad-48d8-8cbc-28d61dbe3509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.302735594Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e881cf35-3f54-4e91-994a-72792e08c83e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.318531733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d79aee30-cbad-48d8-8cbc-28d61dbe3509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.344487715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ade93e6-8a09-47dd-907d-7b64496593c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.362518206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9ade93e6-8a09-47dd-907d-7b64496593c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.36307819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c97f7054-64a2-4a26-befd-36ec1887f6bd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.379010857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c97f7054-64a2-4a26-befd-36ec1887f6bd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.476243751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bd3e5300-01c9-4a0a-b4b5-96590602397a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.47630886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a7762443-5a2c-4f3a-a874-977c10c76cfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.495676106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a7762443-5a2c-4f3a-a874-977c10c76cfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.496611029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bd3e5300-01c9-4a0a-b4b5-96590602397a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.515491412Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a7762443-5a2c-4f3a-a874-977c10c76cfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.567132804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"c4471b18-2fcb-4186-ade1-e29795718768","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.567324334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d9f2055-0a6e-4d83-a70c-3e575facce5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.567132775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"690ba06c-a41b-447a-a503-8b79698b696f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.588411718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d9f2055-0a6e-4d83-a70c-3e575facce5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.591989374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"690ba06c-a41b-447a-a503-8b79698b696f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.597110786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"c4471b18-2fcb-4186-ade1-e29795718768","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.677936101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"08f86574-bc3e-4880-838b-7f7de88055af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.678558632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"34d21d1c-b319-4f69-adb4-24d6a74c104a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.710001728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"08f86574-bc3e-4880-838b-7f7de88055af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.713735398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"34d21d1c-b319-4f69-adb4-24d6a74c104a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.791771675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e36bcf2-0ee4-4297-b876-dc5e45857444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.791851903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b6a5d5f6-ef93-41cc-b666-09c72810d6ed","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.792261185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0038e745-1d0c-49ee-85cc-8baea6af57ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.796534732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"38f942f7-9196-4749-965b-ff85693f30d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.822315938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"2c277a8b-d848-4abe-8775-d3eae8804d4b","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.825739571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e36bcf2-0ee4-4297-b876-dc5e45857444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.82816768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"38f942f7-9196-4749-965b-ff85693f30d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.828797336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b6a5d5f6-ef93-41cc-b666-09c72810d6ed","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.830449556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0038e745-1d0c-49ee-85cc-8baea6af57ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.843147601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"2c277a8b-d848-4abe-8775-d3eae8804d4b","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.855258777Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"2c277a8b-d848-4abe-8775-d3eae8804d4b","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.994115388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"67a5800e-ab7b-429b-abc4-289091e7ccb0","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.999489694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"03ee50af-315c-4281-bed4-ecd6a4e058e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:41.999649372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47e770c2-41d8-43f1-aa27-a865c03f3ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.007625479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"bc24777a-3620-438e-9b38-6374ce3d0a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.009145658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"759f4953-d18f-4558-b2fc-c27136800b8f","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.054992256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"bc24777a-3620-438e-9b38-6374ce3d0a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.065559147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ca1aee66-d16b-46ff-9adb-e5e9e797f7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.072000894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"03ee50af-315c-4281-bed4-ecd6a4e058e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.085683026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47e770c2-41d8-43f1-aa27-a865c03f3ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.112493387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ca1aee66-d16b-46ff-9adb-e5e9e797f7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.122794644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2afd5bf6-72bb-4c9e-8f69-049cc2588e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.137070613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2afd5bf6-72bb-4c9e-8f69-049cc2588e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.279590679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"c495489e-75a9-42bd-bae3-8164c61a1c60","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.345054966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61b1771-b2c7-4508-91aa-0d36d829420e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.388721955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a232633-93c0-4b9e-bffe-cbc53e4f6412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.389387322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2a6e73de-c91f-4a81-ba0c-7fbbf37cf011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.390520122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8869e3a5-b3fe-4b01-aa04-4eb71b5db2fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.393947586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61b1771-b2c7-4508-91aa-0d36d829420e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.422871537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2a6e73de-c91f-4a81-ba0c-7fbbf37cf011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.488234055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8869e3a5-b3fe-4b01-aa04-4eb71b5db2fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.489343672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f6e2dd09-122f-4eb4-b25e-8e50f43a1a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.490644064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a232633-93c0-4b9e-bffe-cbc53e4f6412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.506488144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"bf95f232-c757-4485-ba30-12633df6c930","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.509199906Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8869e3a5-b3fe-4b01-aa04-4eb71b5db2fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.514035624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"349dc518-607f-4faa-b6d3-70ceb7d4771f","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.514059527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"349dc518-607f-4faa-b6d3-70ceb7d4771f","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.519599769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f6e2dd09-122f-4eb4-b25e-8e50f43a1a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.544112839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ebc329fd-75b2-4600-beff-2ea7e28815d1","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.544141793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ebc329fd-75b2-4600-beff-2ea7e28815d1","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:42.590917113Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ebc329fd-75b2-4600-beff-2ea7e28815d1","name":"e2e-att-unrel-9b1de2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-9b1de2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:42.590999793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ebc329fd-75b2-4600-beff-2ea7e28815d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-9b1de2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.613118199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"6f05a92b-6262-4966-b05c-663ff3ba20db","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.613157872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"6f05a92b-6262-4966-b05c-663ff3ba20db","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.890468649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"701ac58f-863d-429f-9a7b-28aa94a62baf","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.906130857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d2e35a25-24f8-4cb1-aec5-e3a5846fc7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.906658429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"68cd2011-dcb2-4d28-b7b5-f2345553f760","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.906920418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f3ea0eef-bce8-4029-8092-87e7b115ac47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.907204973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c6d325e9-b810-484e-bd6b-1a1068db19b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.911597272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"701ac58f-863d-429f-9a7b-28aa94a62baf","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.914797574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d2e35a25-24f8-4cb1-aec5-e3a5846fc7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.921217845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f3ea0eef-bce8-4029-8092-87e7b115ac47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.922918047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c6d325e9-b810-484e-bd6b-1a1068db19b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.924586292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"68cd2011-dcb2-4d28-b7b5-f2345553f760","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:42.935561971Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f3ea0eef-bce8-4029-8092-87e7b115ac47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.067516276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32a46814-ba31-4451-802e-5626e7d1b9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.067557341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"5376d514-d0c1-44cb-94de-d0d8641a2ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.076868845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3abd7c7b-daaf-4b97-974a-d18e1ce62dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.076877787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"247921bf-e106-4531-b746-13ad23629e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.081557358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32a46814-ba31-4451-802e-5626e7d1b9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.082257634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"cc181f5a-f65c-4e53-8dd9-84ec9993b452","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.095359304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"5376d514-d0c1-44cb-94de-d0d8641a2ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.096304534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"cc181f5a-f65c-4e53-8dd9-84ec9993b452","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.097625825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3abd7c7b-daaf-4b97-974a-d18e1ce62dc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.09976165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"247921bf-e106-4531-b746-13ad23629e7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.155883258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"fe67197c-35f2-462d-9eda-f872cee34a48","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.155905413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"fe67197c-35f2-462d-9eda-f872cee34a48","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.169748982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"cb7dfe65-18ee-4029-9928-7ad456e5b67e","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.18085392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2d2e5ef9-55d0-405f-b2db-81caadac767c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.186501665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"03485cc1-9754-41c1-9700-b44c58266679","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.187800371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3b0e1eef-c2aa-440a-9b51-14312d39c4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.188009253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf8fd5a-8b83-4e6f-9028-11172182f81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.188343136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"de9d1d95-1ce9-47bc-9490-3080c137d24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.205916217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf8fd5a-8b83-4e6f-9028-11172182f81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.213000528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"de9d1d95-1ce9-47bc-9490-3080c137d24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.216105315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3b0e1eef-c2aa-440a-9b51-14312d39c4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.223807264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2d2e5ef9-55d0-405f-b2db-81caadac767c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.224850567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"aec6d2b0-169f-472d-9a3b-3960c7f71635","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.232719791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2d2e5ef9-55d0-405f-b2db-81caadac767c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.248556465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"842e15e0-ef5c-4a7b-8098-8a0eefce0fae","namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.261068209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"4812b22a-4d22-4204-8d2f-89864af25a5e","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.266614192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3b40fcd2-b3f3-4c74-9e41-ee5446259415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.27497262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3b40fcd2-b3f3-4c74-9e41-ee5446259415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.277056459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"4812b22a-4d22-4204-8d2f-89864af25a5e","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.28623482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"b314364d-3730-4045-8866-a65829f03d39","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.286252318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"b314364d-3730-4045-8866-a65829f03d39","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.292116687Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"d2bf3f54-f076-4bb1-b48d-702b7353b29a","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.296745604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"eabb5911-c8ae-4199-a2b6-e085573bbb9e","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.29681234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"eabb5911-c8ae-4199-a2b6-e085573bbb9e","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.311011651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"711ea035-ef94-4c01-bddb-b71b1697e852","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.311062997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"711ea035-ef94-4c01-bddb-b71b1697e852","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.326819585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"e4f1f82c-1c0d-475e-b062-61047982f9e3","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.326871777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"e4f1f82c-1c0d-475e-b062-61047982f9e3","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.380490904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"238d2250-67f8-4c6e-b72f-9d21ffb54531","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.380783984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"238d2250-67f8-4c6e-b72f-9d21ffb54531","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.402999219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e4365c8e-196e-4c07-98e3-c8b6486949d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.431216391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e4365c8e-196e-4c07-98e3-c8b6486949d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.47350039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"55905082-1085-4508-a8ba-2bbe94f61c7b","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.473603094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"55905082-1085-4508-a8ba-2bbe94f61c7b","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.490985753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bbb22fa5-4fa9-4e20-b069-1d70b8c5faa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.501987508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ea745207-7475-49e4-adfc-cced2019f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.502774956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64b7df5f-b924-4b63-95b2-f7abc02f3a20","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.506994879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bbb22fa5-4fa9-4e20-b069-1d70b8c5faa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.512692576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64b7df5f-b924-4b63-95b2-f7abc02f3a20","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.512918652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ea745207-7475-49e4-adfc-cced2019f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.521315086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64b7df5f-b924-4b63-95b2-f7abc02f3a20","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.574653842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"da1fe415-a941-4534-ba26-fd071acae412","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.586548686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"da1fe415-a941-4534-ba26-fd071acae412","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.638598886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"e9885838-e6f7-4993-9735-c4b833079818","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.638676613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"e9885838-e6f7-4993-9735-c4b833079818","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.677873339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c4a89cd-a6ec-4e13-a818-a07561019523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.678428389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"39eed567-ae2b-40fc-b76b-8ae60b28b4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.679176129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b515a7da-1510-424f-8022-4398531f62ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.684260435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e990c402-be54-4c97-88b5-e43020e50055","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.779121673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c4a89cd-a6ec-4e13-a818-a07561019523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.803178684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"39eed567-ae2b-40fc-b76b-8ae60b28b4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.806389328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b515a7da-1510-424f-8022-4398531f62ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.887302676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e990c402-be54-4c97-88b5-e43020e50055","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.890961801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"15a3f3d3-a185-465b-969e-78f8e7b3b801","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.903021828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"15a3f3d3-a185-465b-969e-78f8e7b3b801","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.910930576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"15a3f3d3-a185-465b-969e-78f8e7b3b801","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.925149051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d21f8ddf-95ac-4393-aa64-25dec999dfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:43.938922898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d21f8ddf-95ac-4393-aa64-25dec999dfcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.962737011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"f85ee506-b985-44dc-9bae-c6c413e9daa6","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:43.962801361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"f85ee506-b985-44dc-9bae-c6c413e9daa6","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.037748542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"85d7e25a-2db5-4bfd-b929-62ca1621fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.048864389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"85d7e25a-2db5-4bfd-b929-62ca1621fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.129843208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"e0b9d8ef-d433-43cc-b14c-8a3c29fbd7a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.130349632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"24bd90d0-b077-4137-a272-1cbb26000677","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.135204741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60121a7f-7f89-4057-9465-fd6703a425d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.141820823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"24bd90d0-b077-4137-a272-1cbb26000677","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.145278703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60121a7f-7f89-4057-9465-fd6703a425d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.146557965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"e0b9d8ef-d433-43cc-b14c-8a3c29fbd7a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.151270128Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"24bd90d0-b077-4137-a272-1cbb26000677","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.232244985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"31dd4d53-c427-4089-ac66-e42118e6546e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.232280227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"19554d05-0d72-4a23-ae5b-dcc4601baa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.243774843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"19554d05-0d72-4a23-ae5b-dcc4601baa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.243902331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"31dd4d53-c427-4089-ac66-e42118e6546e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.276268635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3b0bd8da-ed8c-40c7-80cd-46026a465034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.287368123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3b0bd8da-ed8c-40c7-80cd-46026a465034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:44.606669322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"8fdf8c84-0492-4942-a95e-f2f1bdf25a5b","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:44.606753176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-2697d3","namespace":"e2e-extmod-rec-user-2ec96c"},"namespace":"e2e-extmod-rec-user-2ec96c","name":"e2e-rec-ctrl-2697d3","reconcileID":"8fdf8c84-0492-4942-a95e-f2f1bdf25a5b","error":"ExternalModel e2e-rec-ctrl-2697d3 not found in namespace e2e-extmod-rec-user-2ec96c (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.650692185Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"42479162-9391-4b3e-a9e4-f41ed9e111b5","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","error":"MaaSModelRef not found: e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.666429206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b738e9f3-c599-4f65-87d7-4426cda79cc6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.666973813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"af4e0552-3c8e-46c9-a916-4ef03e9143f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.667406527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"707c15b4-f021-4cbd-b770-e25a0d234ab0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.679573468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b738e9f3-c599-4f65-87d7-4426cda79cc6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.681417674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"af4e0552-3c8e-46c9-a916-4ef03e9143f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.682634927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"707c15b4-f021-4cbd-b770-e25a0d234ab0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.682658139Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"707c15b4-f021-4cbd-b770-e25a0d234ab0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.690560681Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"af4e0552-3c8e-46c9-a916-4ef03e9143f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.866710119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"1a59f146-112d-4a8f-ad1f-9f963636b719","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.874290059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"52d97124-de40-4056-8a91-6175da9ae08d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.874369354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"6290e211-eb41-4421-bdf4-1d6e28e6091d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.879260789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"1a59f146-112d-4a8f-ad1f-9f963636b719","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.879284401Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"1a59f146-112d-4a8f-ad1f-9f963636b719","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.883095163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"6290e211-eb41-4421-bdf4-1d6e28e6091d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.883358138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"52d97124-de40-4056-8a91-6175da9ae08d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:44.892691473Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"6290e211-eb41-4421-bdf4-1d6e28e6091d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:45.404224755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"07d24f81-2f91-4a8f-aabb-08690033f851","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.63967658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"dd47da41-0219-4c50-b389-848115e7f340","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.6879477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"cfcb0605-2d9a-464f-ada6-754d4510b223","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.696733977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"ca86c6e6-981e-4cb6-96f3-55c34f13f8d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.698761331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ec10a1a1-52ca-4fb3-b89a-6496a566e01f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.699769351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e8379c4e-4577-4677-a4bc-526dc0e25435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.70083824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9e170921-17cf-4242-8b11-294c21fe96da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.705382896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"54358fbb-b447-47c0-bcd2-7e2da15bd9dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.706014991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"ca86c6e6-981e-4cb6-96f3-55c34f13f8d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.710497326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e8379c4e-4577-4677-a4bc-526dc0e25435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.711333354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9e170921-17cf-4242-8b11-294c21fe96da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.714839876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ec10a1a1-52ca-4fb3-b89a-6496a566e01f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.714993509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"54358fbb-b447-47c0-bcd2-7e2da15bd9dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.729072126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ec10a1a1-52ca-4fb3-b89a-6496a566e01f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.730492369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"54358fbb-b447-47c0-bcd2-7e2da15bd9dc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.756760634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b6af15-4fca-455d-8aa3-7a13ab7f945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.771914253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"d813e8ee-9851-44fa-891d-cae56b3bbfc2","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.788872238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b6af15-4fca-455d-8aa3-7a13ab7f945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.852120544Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"7241e164-e484-4e67-840b-93313cb9aa74","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.85334063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ee7f4194-8c61-4f34-865c-c01e42663e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.855128168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"22801e5d-d8aa-4581-84de-86f9cf5bf410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.855144063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ca71ad7-62d1-49ce-bfc4-a48f50886dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.861844318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ee7f4194-8c61-4f34-865c-c01e42663e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.869366881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"22801e5d-d8aa-4581-84de-86f9cf5bf410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.872760844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ca71ad7-62d1-49ce-bfc4-a48f50886dd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.909689419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"5cb55e99-2323-444f-b092-356512d316f2","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.915873381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"d570f1e1-a0e8-48c6-93ed-09f892740125","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.915898498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"d570f1e1-a0e8-48c6-93ed-09f892740125","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-c82625-cec4b4bed869","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.972087138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ab1b7b7a-8caf-4564-a5f8-25fa80328c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.97220818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34b2f9e7-b2ed-4af3-8ca8-43f2353e8017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.972678998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f71c4c4b-6265-4aa3-bae4-d0ffeee1a7ad","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.972872433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87c3a1c4-9ca5-4fb7-a3c3-fc466dc1bb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.977902108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4c9af2a2-9ad0-451a-a7ce-9d1f9988d25d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.982587749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"34b2f9e7-b2ed-4af3-8ca8-43f2353e8017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.983984803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f71c4c4b-6265-4aa3-bae4-d0ffeee1a7ad","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.985857322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ab1b7b7a-8caf-4564-a5f8-25fa80328c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.987456748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87c3a1c4-9ca5-4fb7-a3c3-fc466dc1bb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:47.993115177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4c9af2a2-9ad0-451a-a7ce-9d1f9988d25d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.002166789Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4c9af2a2-9ad0-451a-a7ce-9d1f9988d25d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.298196363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1c943c7b-6d65-4723-9974-5cba9ca3dc40","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.312254222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1c943c7b-6d65-4723-9974-5cba9ca3dc40","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.32276227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"09239b58-6c46-4fb2-8cbb-17e00378aa29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.323950925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1c943c7b-6d65-4723-9974-5cba9ca3dc40","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.324019345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1fdd3095-a8ff-4ebb-9d85-a89d9894d17d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.329622807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"70f729b7-3657-463e-8cc9-3567d0b92c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.329631532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"96fe03e1-7ccb-46a1-bf97-163f3a480c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.33738156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1fdd3095-a8ff-4ebb-9d85-a89d9894d17d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.337905111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"09239b58-6c46-4fb2-8cbb-17e00378aa29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.344030482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"96fe03e1-7ccb-46a1-bf97-163f3a480c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.34597252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"70f729b7-3657-463e-8cc9-3567d0b92c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.352137712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a86b6bd1-b28b-45da-9995-3b3fddf1a698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.364161326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a86b6bd1-b28b-45da-9995-3b3fddf1a698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.457902239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"70fc4fbe-339c-4414-a400-99a6f273fd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.467778827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"37765424-bb20-4733-8b57-eb116086273d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.473480705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"70fc4fbe-339c-4414-a400-99a6f273fd2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.478767813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"37765424-bb20-4733-8b57-eb116086273d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.489872086Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"37765424-bb20-4733-8b57-eb116086273d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.547629542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"1e9e8ade-1c3c-468a-8bb0-792f4240dfe4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.554061462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a703f49-2e7b-4e5a-9434-e6d8698eeb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.555319718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d24ded6-98d5-40eb-975b-04266188fe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.564938187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"1e9e8ade-1c3c-468a-8bb0-792f4240dfe4","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.568375561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d24ded6-98d5-40eb-975b-04266188fe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.574583048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a703f49-2e7b-4e5a-9434-e6d8698eeb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.648989259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f88910e8-d8c9-4a86-9fe9-903caa8cdef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.661745865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f88910e8-d8c9-4a86-9fe9-903caa8cdef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.747514056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"78fa6c44-edae-4ca9-b2a7-b157083fdf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.766106717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"78fa6c44-edae-4ca9-b2a7-b157083fdf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:48.992113779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"f0bf8203-ac5b-4cf2-8945-6f835e5b708b","namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.014614324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"02e85c40-f967-43f0-b0e7-3c0488a778c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.014985822Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"623bcd7e-2924-4539-a6c1-994767fdc050","namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.030292521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9dc1814d-169b-4417-8200-c07b12897604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.030358378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b8ac1b-705a-4e48-a0c7-3be5b2e14756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.034509953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6490048d-62af-4f08-a9a2-8ae9ee8af8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.036200723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b7fb1f32-5f57-4428-a120-b30d18f70db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.0460288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b8ac1b-705a-4e48-a0c7-3be5b2e14756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.04688534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"02e85c40-f967-43f0-b0e7-3c0488a778c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.051103539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9dc1814d-169b-4417-8200-c07b12897604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.055113904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6490048d-62af-4f08-a9a2-8ae9ee8af8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.058748395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b7fb1f32-5f57-4428-a120-b30d18f70db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.189664032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"02e85c40-f967-43f0-b0e7-3c0488a778c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.269139525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f5f49ec3-2ff3-4de3-b508-05f72c00eca4","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.272319753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"a076b2dd-ecf5-4ec6-9314-7a7ae4324b10","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.27881963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"f5f49ec3-2ff3-4de3-b508-05f72c00eca4","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.517268354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"01f1d4ec-2169-4303-8698-6869c9c2ecc2","namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.553646677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c10b27de-e10c-41c4-81fc-f0de78a36c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.671337853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"aaddae36-992f-45ab-8ddc-fe9c6c34a2ad","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.671374645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"aaddae36-992f-45ab-8ddc-fe9c6c34a2ad","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.66041446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c10b27de-e10c-41c4-81fc-f0de78a36c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.691634357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"80097ce7-97bc-44a5-80a4-62d4d2de485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.699638459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"158ed064-9d8c-4d5a-b034-4badb5ed7800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.701069718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"1822ae40-22b4-47c0-8211-e0c8272f82f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.705947302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"80097ce7-97bc-44a5-80a4-62d4d2de485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.706674572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"04523a25-f543-4f42-8819-d20c3c618442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.716141784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"1822ae40-22b4-47c0-8211-e0c8272f82f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.720853034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4300e18b-cec8-4493-a0db-f01b937bfbc7","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.720872883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4300e18b-cec8-4493-a0db-f01b937bfbc7","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.724611111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"04523a25-f543-4f42-8819-d20c3c618442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.737457082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"158ed064-9d8c-4d5a-b034-4badb5ed7800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.740860395Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"1822ae40-22b4-47c0-8211-e0c8272f82f4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:49.748348017Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4300e18b-cec8-4493-a0db-f01b937bfbc7","name":"e2e-cmp-legacy-ce1be0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ce1be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:49.748552999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4300e18b-cec8-4493-a0db-f01b937bfbc7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ce1be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.764647238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"2880c4c0-126b-4d3f-a6cb-3e94ac98eb4f","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.764673926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"2880c4c0-126b-4d3f-a6cb-3e94ac98eb4f","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.829288094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"11a357dd-e84e-4eb9-8128-3eb15caf8986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.843253138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"92dce5b6-2b4c-4ec4-be17-7eeef130782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.846130525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"11a357dd-e84e-4eb9-8128-3eb15caf8986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.848839184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"799a332b-e656-4d99-9474-608767bae262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.859480623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"92dce5b6-2b4c-4ec4-be17-7eeef130782d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.860345932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8c7b937b-97ef-40f1-84ae-489b1e07df64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.863730819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"799a332b-e656-4d99-9474-608767bae262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.865964268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"74497bc9-0079-405a-b399-8fda257a89a4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.870785593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8c7b937b-97ef-40f1-84ae-489b1e07df64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.874412826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"74497bc9-0079-405a-b399-8fda257a89a4","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.925073397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8a558f2b-8795-4a79-8b3f-85b7f0f3f9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.933306421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"282912a5-01d4-43ee-9acb-189eccadf65f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.933407341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d74334c7-1b4b-483b-aada-c96bdbc52dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.933939804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"66cb41a7-a40b-4654-99c2-391836f5cc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.936577361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"820ba52b-a6ae-4dbc-9831-c558dee16d20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.938883104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8a558f2b-8795-4a79-8b3f-85b7f0f3f9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.943945033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d74334c7-1b4b-483b-aada-c96bdbc52dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.945271926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"282912a5-01d4-43ee-9acb-189eccadf65f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.947496665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"66cb41a7-a40b-4654-99c2-391836f5cc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.952924794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"820ba52b-a6ae-4dbc-9831-c558dee16d20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:49.961316064Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"820ba52b-a6ae-4dbc-9831-c558dee16d20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.116246111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2a42d7ad-7943-4be6-837b-044116e07827","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.123202453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"8cc8326d-f6d3-42f8-9f35-773fac001840","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.128929396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3f5c1f0c-f16d-4482-b259-8514dc17615a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.129543202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9f348025-f3c7-4c73-b54e-be53021c0dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.129671118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2a42d7ad-7943-4be6-837b-044116e07827","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.130091122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"48f8e4be-90ba-4ad2-babc-f3605fa4fec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.134256864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"8cc8326d-f6d3-42f8-9f35-773fac001840","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.139487289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9f348025-f3c7-4c73-b54e-be53021c0dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.140696492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"48f8e4be-90ba-4ad2-babc-f3605fa4fec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.141011234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2a42d7ad-7943-4be6-837b-044116e07827","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.146360677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3f5c1f0c-f16d-4482-b259-8514dc17615a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.233166429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29c677e1-5adc-4cfb-8d3d-733b451c2080","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.247153628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29c677e1-5adc-4cfb-8d3d-733b451c2080","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.257020406Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29c677e1-5adc-4cfb-8d3d-733b451c2080","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.316933282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"46cd0502-7a23-49b0-b021-0ead8bb2a98b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.316954935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"46cd0502-7a23-49b0-b021-0ead8bb2a98b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.320707481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f7a64b-e8d8-4477-a3b5-361950c5153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.328926221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"99a42fa5-d585-470b-97d2-bd8eeb3a9988","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.334242186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f7a64b-e8d8-4477-a3b5-361950c5153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.374925136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"99a42fa5-d585-470b-97d2-bd8eeb3a9988","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.393037201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"e25e8a78-9b5b-4ee7-b9b3-7bcaaea37afa","namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.396300719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"99a42fa5-d585-470b-97d2-bd8eeb3a9988","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.426047728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"065b5fbe-4bad-4fea-a6c3-2c13771da634","namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.42880138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"579dfbc5-0635-4cc0-94a3-2ab18bc57e83","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.432509077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"caef681b-3416-4d60-85c1-b478b4e68ea0","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.432537749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"caef681b-3416-4d60-85c1-b478b4e68ea0","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.438309463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1487b61f-5257-4bb1-9075-6fcf558c2ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.438994385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ab96547-663c-4f6f-8a12-77424da48c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.443730881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"579dfbc5-0635-4cc0-94a3-2ab18bc57e83","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.44933214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5e8ca6-3dc4-42b7-baa1-de58747cdd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.457507188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ab96547-663c-4f6f-8a12-77424da48c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.458726648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1487b61f-5257-4bb1-9075-6fcf558c2ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.45921212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"579dfbc5-0635-4cc0-94a3-2ab18bc57e83","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.459252232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8ab808ac-6764-4c68-a898-2ac3b0977f0e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.463604664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5e8ca6-3dc4-42b7-baa1-de58747cdd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.529221916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8ab808ac-6764-4c68-a898-2ac3b0977f0e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.589190082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"2a4e677f-95eb-48fb-9d43-ffa1ec82b88c","namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:50.627811634Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8ab808ac-6764-4c68-a898-2ac3b0977f0e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.049581925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9113b9c4-9aa8-4043-8c27-ce8da24eeebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.080237048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9113b9c4-9aa8-4043-8c27-ce8da24eeebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.102480368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c46eda48-746f-4c29-9bbc-57257aead0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.10316015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fb256b0-1ab2-4f35-8db9-56254b131b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.113341212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"562844ae-5c18-46fc-8f28-9ace82c661c4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.113369738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"562844ae-5c18-46fc-8f28-9ace82c661c4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.113866685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"bb5db4cb-8064-4de3-98e7-ed55f960caae","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.118414237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c46eda48-746f-4c29-9bbc-57257aead0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.118771799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fb256b0-1ab2-4f35-8db9-56254b131b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.11960018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"25482f11-21fb-498c-bca0-515f394d1a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.124855653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"bb5db4cb-8064-4de3-98e7-ed55f960caae","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.131156124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"25482f11-21fb-498c-bca0-515f394d1a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.145106788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ccfff7e1-2c6e-4938-9274-371cb60ade49","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.145179023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ccfff7e1-2c6e-4938-9274-371cb60ade49","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:51.189293911Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ccfff7e1-2c6e-4938-9274-371cb60ade49","name":"e2e-cfl-c82625","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-c82625\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:35:51.189384321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ccfff7e1-2c6e-4938-9274-371cb60ade49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-c82625\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.207491916Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"22982f55-fb84-4894-9598-7cc52812d1d4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-c82625-cec4b4bed869","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.21320142Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"480a76d9-07dc-4447-8652-e9bd9318955f","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.214599889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ce748cfc-f973-4ea5-b512-46400154f163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.228236008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ce748cfc-f973-4ea5-b512-46400154f163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.240056569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"6f29ad98-a4cc-4a87-949c-23554a49984a","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.240079111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"6f29ad98-a4cc-4a87-949c-23554a49984a","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.252060445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"2e25abea-b9a3-4ea1-80f5-5b9db15aadf8","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.289516073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bb34016a-4ff4-428e-a61b-46f1334374d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.30003634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7a7649ca-b885-4a1e-87ff-9c68834c0cd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.305315572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"9576a4c6-d580-4b8f-b328-c4e2420e2f2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.306112369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bb34016a-4ff4-428e-a61b-46f1334374d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.313213141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7a7649ca-b885-4a1e-87ff-9c68834c0cd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.324126977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bb34016a-4ff4-428e-a61b-46f1334374d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.326493139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"9576a4c6-d580-4b8f-b328-c4e2420e2f2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.34607112Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"9576a4c6-d580-4b8f-b328-c4e2420e2f2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.458933839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d0b1c5af-a72f-46fd-9cc9-e8d50a29fcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.473715506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ab471631-6886-40fb-8352-bb5454b58776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.478354676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51174121-f9de-4ffa-81d3-12f6d30d24aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.490611224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d0b1c5af-a72f-46fd-9cc9-e8d50a29fcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.496815953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ab471631-6886-40fb-8352-bb5454b58776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.514920349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51174121-f9de-4ffa-81d3-12f6d30d24aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.570096169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"87c3e9c8-1ef0-4957-9754-9c1aa3128330","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.601789863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"87c3e9c8-1ef0-4957-9754-9c1aa3128330","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.670556905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d3004bcb-fb12-4f3d-a8fc-5979b93093ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.701889774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bfbb360f-7d60-4b57-896e-414f796345db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.702198472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1a3ae1-a257-4d31-959a-387cfb738251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.71511839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"80433440-e1d0-4a43-af5d-378fa0464de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.717932309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1a3ae1-a257-4d31-959a-387cfb738251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.744793709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d3004bcb-fb12-4f3d-a8fc-5979b93093ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.746782068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bfbb360f-7d60-4b57-896e-414f796345db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.767047109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"80433440-e1d0-4a43-af5d-378fa0464de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.768883755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d3004bcb-fb12-4f3d-a8fc-5979b93093ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.794267487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b94e6395-ecea-490e-8240-36694d5d4e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.827146999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b94e6395-ecea-490e-8240-36694d5d4e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.842960759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8c1c6186-7a75-48f7-b939-6e3906935eac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.874218097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8c1c6186-7a75-48f7-b939-6e3906935eac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.884495465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a81a35a-81a9-471e-a166-86be4ca79778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.8852614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"78465bea-70e2-4f61-a7d7-c267eca1addd","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.885277358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"78465bea-70e2-4f61-a7d7-c267eca1addd","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.904874711Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8c1c6186-7a75-48f7-b939-6e3906935eac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.921119248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a81a35a-81a9-471e-a166-86be4ca79778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.922734398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6147930f-a0f9-4046-9456-d17aaad6af3d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.922771671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e4ddb3d3-6c8b-4e56-8ff1-c66f3039dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.923281027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"32550890-cead-4bef-9829-aa246fdc8505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.943856261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e4ddb3d3-6c8b-4e56-8ff1-c66f3039dddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:51.950072723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"32550890-cead-4bef-9829-aa246fdc8505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.007507155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e9f90d02-f287-4618-8a52-8e410712b6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.013777851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0bee39d5-098e-4395-9dec-11e24d65bd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.013898161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c8acdfad-29ae-4117-b8ab-1cc54552301b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.019425146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e9f90d02-f287-4618-8a52-8e410712b6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.032481241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6147930f-a0f9-4046-9456-d17aaad6af3d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.043557913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0bee39d5-098e-4395-9dec-11e24d65bd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.043666868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c8acdfad-29ae-4117-b8ab-1cc54552301b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.051087484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6147930f-a0f9-4046-9456-d17aaad6af3d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.073104752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"72791d16-8a81-4960-82f4-b5087cd7ebd0","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:52.073125001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"72791d16-8a81-4960-82f4-b5087cd7ebd0","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.810488817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"b79d510e-1cb6-4254-b945-570029faa57b","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.827293468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"87985dee-e4f4-45e3-b6fb-24943166a684","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.827637737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6ad714bf-e954-4000-abab-821f4e04e1c0","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.828291671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"77c84b79-3fd9-473b-ac20-41db25b01a14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.832653855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"ae061817-fea2-4b19-9287-7961b569175a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.832681571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5869c2cc-121c-4ec4-887f-d13338f65278","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.837405133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"77c84b79-3fd9-473b-ac20-41db25b01a14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.839146254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6ad714bf-e954-4000-abab-821f4e04e1c0","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.842622496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"ae061817-fea2-4b19-9287-7961b569175a","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.844269045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5869c2cc-121c-4ec4-887f-d13338f65278","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.847879379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"317fb0d5-c99a-4b43-a805-521e08334773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.85049317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6ad714bf-e954-4000-abab-821f4e04e1c0","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.85340787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5869c2cc-121c-4ec4-887f-d13338f65278","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.853941571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"77c84b79-3fd9-473b-ac20-41db25b01a14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.861559417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"317fb0d5-c99a-4b43-a805-521e08334773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.870968998Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"317fb0d5-c99a-4b43-a805-521e08334773","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.934331185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf3b6f08-a9d6-479d-808b-d9b0f1d15561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.935044281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a3fd915e-334e-4366-9dec-112956479ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.945386645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08d5265f-adb7-4951-8116-745bb60ee7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.945737897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c806fc7c-66bf-4d65-84db-ee665de4eef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.95113742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf3b6f08-a9d6-479d-808b-d9b0f1d15561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.956428079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a3fd915e-334e-4366-9dec-112956479ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.965963207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c806fc7c-66bf-4d65-84db-ee665de4eef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:54.972728977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08d5265f-adb7-4951-8116-745bb60ee7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.016666441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"00dfe085-63bb-4a96-9b15-685fdacb2fb1","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.029718125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"94695318-5229-45de-b8c0-4a14e6d06973","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.039129567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"94695318-5229-45de-b8c0-4a14e6d06973","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.055019334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"df34bb57-9d20-406f-871f-c64e5abc167c","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.150775642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"80b3577e-5d9b-49af-a984-93560ba12c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.1635179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"80b3577e-5d9b-49af-a984-93560ba12c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.216554961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"210a592c-e9f4-4b28-a4e1-69683bbd2f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.220248799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3fd249-0b36-411a-bd4f-06a8bb5019b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.223206016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"40b8443b-3726-4218-b7b7-82cf36966fdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.288328213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ea45b572-b3f8-4753-b120-01c783976792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.292455786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"210a592c-e9f4-4b28-a4e1-69683bbd2f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.293167549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3fd249-0b36-411a-bd4f-06a8bb5019b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.296296342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"40b8443b-3726-4218-b7b7-82cf36966fdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.297767655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"45d9f9d2-97d2-4b6e-b809-6cc37632277d","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.300937499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ea45b572-b3f8-4753-b120-01c783976792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.302142412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"cea21c1a-005b-4a78-99ef-6f8d59fd9173","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.302159446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"cea21c1a-005b-4a78-99ef-6f8d59fd9173","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.304396068Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"40b8443b-3726-4218-b7b7-82cf36966fdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.324878526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"82731fb2-7460-487d-8a5e-229fa265bfc5","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.324900777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"82731fb2-7460-487d-8a5e-229fa265bfc5","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.521838554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"054861af-95a0-4a7b-a18b-46ffe1fe4901","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.538387505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8e98ab49-b851-4754-8229-9ccbda197547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.57518963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8e98ab49-b851-4754-8229-9ccbda197547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.594617441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"58e2e9f6-7229-48a8-b82e-343ab9cad143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.600212489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"817aec7a-9a42-4e01-b6a0-51fb62150336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.601610946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ef7fdf72-9e81-4b1a-8e97-378323ba02fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.606250549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"58e2e9f6-7229-48a8-b82e-343ab9cad143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.606828548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"9b6fb184-a19a-40ef-a4b0-2d80d59aedcd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.612860518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"817aec7a-9a42-4e01-b6a0-51fb62150336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.613292483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ef7fdf72-9e81-4b1a-8e97-378323ba02fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.623534273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"9b6fb184-a19a-40ef-a4b0-2d80d59aedcd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.646862743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5f25ebb8-76c3-4035-9dfd-c073d4015571","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.657020598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5f25ebb8-76c3-4035-9dfd-c073d4015571","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.665306265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5f25ebb8-76c3-4035-9dfd-c073d4015571","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.743203946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"450f5e53-7beb-475f-b485-224ef024d100","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.748118958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bf2d5f6c-7ed7-4bb1-b50a-e6bde71cb686","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.752056024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"a27a8fdc-f13b-4f6f-bf92-748a0c2f57af","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.75246225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c89dc8-c494-4346-843b-24c984fbda39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.752935406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"450f5e53-7beb-475f-b485-224ef024d100","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.756948801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bf2d5f6c-7ed7-4bb1-b50a-e6bde71cb686","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.757594386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b89838ed-e430-4a75-86c2-446185f14842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.762794522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"a27a8fdc-f13b-4f6f-bf92-748a0c2f57af","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.762981404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c89dc8-c494-4346-843b-24c984fbda39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.764606821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"bf2d5f6c-7ed7-4bb1-b50a-e6bde71cb686","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.764692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"450f5e53-7beb-475f-b485-224ef024d100","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.768381488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b89838ed-e430-4a75-86c2-446185f14842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.788944968Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b89838ed-e430-4a75-86c2-446185f14842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.80019412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ca1797a8-530f-4770-a97e-b832d701939d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.800614119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4ae887e7-4e99-4119-85b4-4137b3128694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.818393558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4ae887e7-4e99-4119-85b4-4137b3128694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.818609305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ca1797a8-530f-4770-a97e-b832d701939d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.818987848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"7c6a6e4f-f2f7-467e-b2d9-e08f5fdb0cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.838707694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"7c6a6e4f-f2f7-467e-b2d9-e08f5fdb0cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.90620559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2e5eeeac-f248-433a-ac96-576be7f8da1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.906873204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"e5856546-ca2a-4c3d-98de-6b8f14e7f74e","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.991764768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"e5856546-ca2a-4c3d-98de-6b8f14e7f74e","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:55.995083845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2e5eeeac-f248-433a-ac96-576be7f8da1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.099205336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"294f5612-ae37-48b9-b989-1125a9355c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.109591552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"294f5612-ae37-48b9-b989-1125a9355c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.136866686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac595988-dad9-4172-8632-20ecc1361d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.138242539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21035e7e-d813-41e1-a697-19acf7ae4d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.141346985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64ee19f7-d06e-404c-b404-930af7809ab0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.145910145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac595988-dad9-4172-8632-20ecc1361d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.148611745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"21035e7e-d813-41e1-a697-19acf7ae4d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.15212142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"8429e1cf-8df8-485c-9228-32173ce9d551","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.152138726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"8429e1cf-8df8-485c-9228-32173ce9d551","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.155906267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64ee19f7-d06e-404c-b404-930af7809ab0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.163047183Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64ee19f7-d06e-404c-b404-930af7809ab0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.239182391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"0e22690d-d487-49a8-856c-615248db55e4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.247858112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"0e22690d-d487-49a8-856c-615248db55e4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.339586762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"975840f0-75b6-4fe7-b3ef-0792c0914dbb","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:56.339624208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"975840f0-75b6-4fe7-b3ef-0792c0914dbb","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:35:58.97301516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.963381283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.967258808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"3b3875c7-d54c-45d9-bb5b-8a3d7d720ef4","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.967282663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"3b3875c7-d54c-45d9-bb5b-8a3d7d720ef4","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.998890468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"81f2ec6c-bc3b-4a12-a22e-8330d5267e2b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.998917474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"81f2ec6c-bc3b-4a12-a22e-8330d5267e2b","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:00.999344917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"061cc6dd-3ecb-438e-a592-bdf390b3391e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:00.999830209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-37fe48-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.000326772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f045cf09-7c15-4618-a8d8-0b9c061994b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.000592034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"97a55926-f9f8-427e-83bb-f5b4b7fc2b74","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.001157652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e7c0e801-b579-44e1-8d21-e28b0cc37e0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.009047633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"061cc6dd-3ecb-438e-a592-bdf390b3391e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.009056676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"97a55926-f9f8-427e-83bb-f5b4b7fc2b74","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.011761143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f045cf09-7c15-4618-a8d8-0b9c061994b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.012305848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"69b459ef-dec9-4704-9e88-c65262a919a2","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.012326006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"69b459ef-dec9-4704-9e88-c65262a919a2","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.012587164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e7c0e801-b579-44e1-8d21-e28b0cc37e0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.022652621Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"12db9779-91bd-4b73-9d86-6505148b903d","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rot-37fe48","model":"e2e-rot-37fe48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.025801152Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f045cf09-7c15-4618-a8d8-0b9c061994b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.027337161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e7c0e801-b579-44e1-8d21-e28b0cc37e0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.112082554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8b0b22cc-05d5-4b8e-9cf9-8d5eebbce9e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.112101163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ea57a942-b0a8-4f85-b205-9f650ee1c4c9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.112841256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"5446c91b-7401-40cc-9110-9a9f5f5a9bfe","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.113958893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"acf35789-5e63-4992-b6f6-219d3c98cbed","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.113981078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"acf35789-5e63-4992-b6f6-219d3c98cbed","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.115225886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"cad8faed-6bc0-4a21-9cf8-a2c96f483834","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.120628052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ea57a942-b0a8-4f85-b205-9f650ee1c4c9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.121944756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"5446c91b-7401-40cc-9110-9a9f5f5a9bfe","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.122907963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"cad8faed-6bc0-4a21-9cf8-a2c96f483834","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.125288108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8b0b22cc-05d5-4b8e-9cf9-8d5eebbce9e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.129733073Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"cad8faed-6bc0-4a21-9cf8-a2c96f483834","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.130290085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"2388ca4a-b10b-4fd8-9211-132e2e6e09d1","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rot-37fe48","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.132167565Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8b0b22cc-05d5-4b8e-9cf9-8d5eebbce9e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:01.287828475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"ef596980-82e1-4672-a04a-9a6ee5a0e423","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.58974831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"7345a867-9a9c-40a2-89a8-a628e0cc5113","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.676451254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f5526690-f6b3-4013-b4cc-fbc1834842ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.684366061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f5526690-f6b3-4013-b4cc-fbc1834842ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.691430999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f5526690-f6b3-4013-b4cc-fbc1834842ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.782536271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8de313fa-0a21-4fd4-966e-102eadaf23c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.782900663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"a97deab8-246b-4dbe-b38d-d289dd22cad6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.802129409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8de313fa-0a21-4fd4-966e-102eadaf23c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.805416161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"a97deab8-246b-4dbe-b38d-d289dd22cad6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.813117711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"a97deab8-246b-4dbe-b38d-d289dd22cad6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:05.814350295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8de313fa-0a21-4fd4-966e-102eadaf23c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:11.29852309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"65cf6f11-11aa-455c-bbcd-bf815f9a3746","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:11.727130558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"e9bc96ae-5fff-438c-8ed5-859d708b5010","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:11.826812509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"d143ca99-fd11-4825-a13e-bbaaffda0019","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:11.826839907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"d143ca99-fd11-4825-a13e-bbaaffda0019","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.261562463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"c0376a07-3149-4788-831e-7accefcd25bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.271702826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"c0376a07-3149-4788-831e-7accefcd25bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.278294734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"c0376a07-3149-4788-831e-7accefcd25bd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.294028403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"5435ce1d-fbd6-4003-8028-7d7d8921de34","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.294051024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"5435ce1d-fbd6-4003-8028-7d7d8921de34","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.363810925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b5d34af0-ff95-4067-bf4f-0bb702d8e7e4","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.376962278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b5d34af0-ff95-4067-bf4f-0bb702d8e7e4","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.421669884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b5d34af0-ff95-4067-bf4f-0bb702d8e7e4","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.449877205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"30b59fcf-4723-4329-a1d2-fb9620a50bc7","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.449904658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"30b59fcf-4723-4329-a1d2-fb9620a50bc7","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.491560725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"da007fa0-51bc-4dab-90a2-ce0c4bd38bfa","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:12.502080205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"da007fa0-51bc-4dab-90a2-ce0c4bd38bfa","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.145829882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c7a82482-fa1e-4c87-a5cb-6beb0a19e6ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.156410802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c7a82482-fa1e-4c87-a5cb-6beb0a19e6ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.175686595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c7a82482-fa1e-4c87-a5cb-6beb0a19e6ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.190023763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"04797a88-930b-4dd9-b00c-6b0aae3fa09e","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.190051209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"04797a88-930b-4dd9-b00c-6b0aae3fa09e","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.245916647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b250b591-e678-4a6d-b608-b8648ff6fdfd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.246181243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"16074a3b-bbe9-4884-bd57-775cc69f1742","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.255694679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b250b591-e678-4a6d-b608-b8648ff6fdfd","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:13.25595857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"16074a3b-bbe9-4884-bd57-775cc69f1742","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.346268407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"17f1b726-16d8-448e-8066-c1ead4b9497c","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.364595452Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"9569dcbc-9c6f-430a-9478-f713252a07f5","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.369856999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"bbd6a402-1841-49d7-ab3e-c3868aa1c591","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.369884012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"e53ab700-f5c8-4b1d-91c5-c181fff17749","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.370355687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35c3f73b-c830-4a72-966f-54c72ef68e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.370504096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"34f715b0-6d4c-4782-8ca4-1b0f9624e99c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.372625913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9351f945-0726-437e-867e-8aa39469a008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.380147558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"bbd6a402-1841-49d7-ab3e-c3868aa1c591","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.381647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35c3f73b-c830-4a72-966f-54c72ef68e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.38229704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"e53ab700-f5c8-4b1d-91c5-c181fff17749","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.384200966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"34f715b0-6d4c-4782-8ca4-1b0f9624e99c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.386828359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9351f945-0726-437e-867e-8aa39469a008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.387582756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"bbd6a402-1841-49d7-ab3e-c3868aa1c591","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.400269773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"e53ab700-f5c8-4b1d-91c5-c181fff17749","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.400623273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"34f715b0-6d4c-4782-8ca4-1b0f9624e99c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.40707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fdd2c65b-9215-4bec-9d76-2ec0a0263334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.420037795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fdd2c65b-9215-4bec-9d76-2ec0a0263334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.423880439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"e5095b70-d66d-45a6-9687-c049533b9953","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.423899648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"e5095b70-d66d-45a6-9687-c049533b9953","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.440459345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"216dd584-0239-4ee7-a878-ee5a579db0ef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.440477758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"216dd584-0239-4ee7-a878-ee5a579db0ef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.451880323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"e9771bf8-0b46-4d76-99fc-2a962acfa4cb","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.451899161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"e9771bf8-0b46-4d76-99fc-2a962acfa4cb","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.456048885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"90a1fd2b-9e5c-4a9a-a567-ba839203d585","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.459417939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"e0d114f9-7e8a-47df-805e-2b3b0e5d83fe","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.469287584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"e94dd871-8329-4b5d-981a-7280e104c9b1","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.469307651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"e94dd871-8329-4b5d-981a-7280e104c9b1","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.512120773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8f361571-b893-435f-a0ac-76401b0fbe25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.527808003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8f361571-b893-435f-a0ac-76401b0fbe25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.532839665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1839cd06-39f2-422b-9216-524780dd840b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.548568007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"1839cd06-39f2-422b-9216-524780dd840b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.570957467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"9efefc80-8f33-494e-a40f-294066d49486","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.609635524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"91f9fb28-4759-402e-9ff9-d06451df031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.609705601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"73d1c6cf-3a05-4c1f-a8a2-e7f960297a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.623878875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"91f9fb28-4759-402e-9ff9-d06451df031b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.624215187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"73d1c6cf-3a05-4c1f-a8a2-e7f960297a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.631473151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"d356b873-6c46-4547-9684-a6ce782ace05","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.648593277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"8353ac7e-9008-4b02-80c4-3d8b9b104b22","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.648619385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"8353ac7e-9008-4b02-80c4-3d8b9b104b22","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.662402438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"a75731e5-ba99-439a-b93b-8c64d538fd10","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.66242927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"a75731e5-ba99-439a-b93b-8c64d538fd10","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.663085227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"d8f3fdb1-5108-4208-8e54-4115088b7829","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.663083944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"abab4f31-6209-41c1-8606-b1bc5671ad35","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.686740887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"e5255cc9-8853-4629-9749-014bf1fe1623","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.70831662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"4601c53a-f0e5-4b33-b6bf-960d6706f620","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.708339193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"4601c53a-f0e5-4b33-b6bf-960d6706f620","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.718042748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"8e10e8de-cdfe-4100-9534-c165bb4839a2","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.718111059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"8e10e8de-cdfe-4100-9534-c165bb4839a2","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.718953222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bf00ef64-6ff2-4247-8e17-428e798962f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.725675562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4fe5acc1-f7de-4d1f-a590-2737581f3393","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.735196021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bf00ef64-6ff2-4247-8e17-428e798962f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:14.736691212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"f6751962-214a-4b44-9b72-cf8cff872746","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.748559838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"195dc62c-a47f-4974-a7ed-6f4d232d1046","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:14.760494778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"f6751962-214a-4b44-9b72-cf8cff872746","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.81406025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bf00ef64-6ff2-4247-8e17-428e798962f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:14.993396825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"195dc62c-a47f-4974-a7ed-6f4d232d1046","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.046898559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"9c1e9377-7f38-49f7-814f-d44af4d7a4a8","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.076016309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7e8663df-89c9-49b1-91b4-d17bb8faed65","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.076113068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7e8663df-89c9-49b1-91b4-d17bb8faed65","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.096463845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"9c1e9377-7f38-49f7-814f-d44af4d7a4a8","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.107165149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4102b9ab-feff-4492-be2e-e07cbe9d7cf8","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.107250836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4102b9ab-feff-4492-be2e-e07cbe9d7cf8","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.110817373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"905df6a2-f65c-4f1c-8034-592a5f8b5d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.131906756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"905df6a2-f65c-4f1c-8034-592a5f8b5d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.133031203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0b396e77-345e-4a93-bd99-825fc01f4054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.133123443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96cf2051-1517-4a87-a849-c04d005e0c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.133999843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"ad2dcbf1-d82f-4517-b2a0-3b24c72b9055","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.134085232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"ad2dcbf1-d82f-4517-b2a0-3b24c72b9055","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.154625507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0b396e77-345e-4a93-bd99-825fc01f4054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.155287404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96cf2051-1517-4a87-a849-c04d005e0c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.197791235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"31e35889-cb14-42be-858f-db3dc191c619","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.197882466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"31e35889-cb14-42be-858f-db3dc191c619","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.288704268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"36b6609f-570a-473f-aa53-ade064baabf5","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.288802407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"36b6609f-570a-473f-aa53-ade064baabf5","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.302297891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"389ee3d9-6a3d-4e8f-9544-f9221f3e35e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.305585346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d3ed534b-2445-4bf9-b38a-53c7193fa72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.306156419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2cbee7b4-1bde-4c90-926f-156ca0023e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.306533296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"29936544-9d89-4147-b89a-07336acc0217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.315297589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"389ee3d9-6a3d-4e8f-9544-f9221f3e35e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.32178461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2cbee7b4-1bde-4c90-926f-156ca0023e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.325508348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"29936544-9d89-4147-b89a-07336acc0217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.328463721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d3ed534b-2445-4bf9-b38a-53c7193fa72b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.328839505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7b6fb128-364d-4f38-931c-055fa7a67448","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.355142798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7b6fb128-364d-4f38-931c-055fa7a67448","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.389292232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"7b6fb128-364d-4f38-931c-055fa7a67448","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.488503547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"f6e46e4a-3d32-4088-8733-714c77833859","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.494459395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"6298d947-1ba6-4a6e-93dc-25ad878fa301","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.494516492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"6298d947-1ba6-4a6e-93dc-25ad878fa301","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.496732399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"3c9996ae-3ad1-4856-9c32-106a112ada02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.496766258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f1aae493-c0e2-45ca-99ca-62c65aa2a9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.50123477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"438cc166-c83c-4a10-8488-8f3095efd34f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.50196209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ad1c4f8-7eb4-4cff-b066-668bed215984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.50735598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f1aae493-c0e2-45ca-99ca-62c65aa2a9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.508746253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4fc62ca5-a763-473b-becc-aaad08587074","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:15.508812758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4fc62ca5-a763-473b-becc-aaad08587074","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.509281566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"3c9996ae-3ad1-4856-9c32-106a112ada02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.509302429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"87d5c6f2-8f61-4463-b3ba-ebfcd1ed9b75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.513795849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ad1c4f8-7eb4-4cff-b066-668bed215984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.514256259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"438cc166-c83c-4a10-8488-8f3095efd34f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.518757917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"3c9996ae-3ad1-4856-9c32-106a112ada02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.52164356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"87d5c6f2-8f61-4463-b3ba-ebfcd1ed9b75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.52480709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"438cc166-c83c-4a10-8488-8f3095efd34f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.598826858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"87d5c6f2-8f61-4463-b3ba-ebfcd1ed9b75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.60027938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f3fff6e2-1bcb-4941-b319-9b32c042926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.64127648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"e382afee-8ea6-4557-b9f1-d16818bb45ef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.776321737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f3fff6e2-1bcb-4941-b319-9b32c042926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.777992736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b25a13a5-d522-477e-ac5e-2b536ebbb00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.789495815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd2572e8-2905-45c2-8d5f-67fee8906ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.804637714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"68bdfc7b-1d96-46da-8ebc-0c811b865c4b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.813224294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b25a13a5-d522-477e-ac5e-2b536ebbb00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.819743704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"bd2572e8-2905-45c2-8d5f-67fee8906ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.823989693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"68bdfc7b-1d96-46da-8ebc-0c811b865c4b","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.825419227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d9e8c96c-35ba-48d5-992b-02fb076457e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.837392448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d9e8c96c-35ba-48d5-992b-02fb076457e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.944744395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"214c4e83-9198-41dd-a541-882ba47f5597","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.95340678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"214c4e83-9198-41dd-a541-882ba47f5597","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:15.96438038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"214c4e83-9198-41dd-a541-882ba47f5597","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.025570794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5e44cec5-a057-4dc1-bca7-da0a2dcd8d0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.031213992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"5e205d59-b147-499e-b846-e095dac60fa4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.031396286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7f99f654-bb11-4336-bdc7-c055912e9e9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.040428373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5e44cec5-a057-4dc1-bca7-da0a2dcd8d0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.042356192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"5e205d59-b147-499e-b846-e095dac60fa4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.044168011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7f99f654-bb11-4336-bdc7-c055912e9e9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.050366394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5e44cec5-a057-4dc1-bca7-da0a2dcd8d0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.052899039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"5e205d59-b147-499e-b846-e095dac60fa4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.054331824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"081b480b-fb94-4dd9-9170-4dc7c4bcccc4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.054352526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"0de9adf9-21bc-4dcb-8338-f526278d307a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.070775746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"081b480b-fb94-4dd9-9170-4dc7c4bcccc4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.072623616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"0de9adf9-21bc-4dcb-8338-f526278d307a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.080598573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"0de9adf9-21bc-4dcb-8338-f526278d307a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.121000032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"623d0d83-6418-42cb-bab6-60bff99d77cf","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.125150357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43ae41b4-cb9b-4852-ac16-3d4e78cce4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.129133127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4a66055-7e99-4c45-b279-3987c9cf6880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.130629312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"623d0d83-6418-42cb-bab6-60bff99d77cf","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.137118204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43ae41b4-cb9b-4852-ac16-3d4e78cce4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.140870404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c9f25006-b1eb-4f1d-8dec-e960249324cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.141369478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6530800a-f57b-4c0d-8c75-0abf88d13e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.141539005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4a66055-7e99-4c45-b279-3987c9cf6880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.144906653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"623d0d83-6418-42cb-bab6-60bff99d77cf","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.150186366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c9f25006-b1eb-4f1d-8dec-e960249324cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:16.156327582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"cd9ca1bd-d7bd-45fa-bb4c-a188e3051088","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:16.156393712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"cd9ca1bd-d7bd-45fa-bb4c-a188e3051088","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.160359245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6530800a-f57b-4c0d-8c75-0abf88d13e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.235696622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"15fe6cbb-6fd4-4511-9e24-6e3ac1216936","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.25001546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"15fe6cbb-6fd4-4511-9e24-6e3ac1216936","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.34386329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b2c0d3a3-1b57-4d38-895d-74637e377ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.343865214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d1b266a6-ee7c-4266-affd-c2ff9b44f93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.344316357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"06e01242-407c-4640-90a2-b12be8908bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.345772953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d3b88b-2d2e-402f-939f-6f37081208a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.363311348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b2c0d3a3-1b57-4d38-895d-74637e377ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.366918665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d1b266a6-ee7c-4266-affd-c2ff9b44f93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.39513194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d3b88b-2d2e-402f-939f-6f37081208a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.46639305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"06e01242-407c-4640-90a2-b12be8908bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.878619717Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"814774b5-a3af-4190-b146-89bc2b34acc6","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:16.884469147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7151ef0d-0c01-4deb-abec-213dceb2556c","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:16.88454732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7151ef0d-0c01-4deb-abec-213dceb2556c","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.916718886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"34ff7198-b11f-4df4-b520-7cb3a7efbc78","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.917409124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"881003de-0ea2-405b-9658-f39dcf4385d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.938718288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"34ff7198-b11f-4df4-b520-7cb3a7efbc78","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.941715274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6d47a77d-2d2f-4af6-8610-7fc04075ca86","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.942131604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"881003de-0ea2-405b-9658-f39dcf4385d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.942492476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8f854ea5-204f-4b33-a666-64ef9546d2af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.946295318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"34ff7198-b11f-4df4-b520-7cb3a7efbc78","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.950524144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"9ae5f0d9-92d2-4c97-bdae-526a726718c1","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.954896655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"881003de-0ea2-405b-9658-f39dcf4385d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.95605353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6d47a77d-2d2f-4af6-8610-7fc04075ca86","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.95800495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8f854ea5-204f-4b33-a666-64ef9546d2af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.959635284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"9ae5f0d9-92d2-4c97-bdae-526a726718c1","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.964420311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6d47a77d-2d2f-4af6-8610-7fc04075ca86","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.968276571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8f854ea5-204f-4b33-a666-64ef9546d2af","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:16.971291372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"9ae5f0d9-92d2-4c97-bdae-526a726718c1","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.02162947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cfef7e35-7238-46d5-91f6-275f77f0e8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.022293472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182f315d-0144-4eda-b2d3-5236217c6789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.040027417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"439d9f77-8a3a-4b73-a1ec-48c089d6c66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.040146027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"aea558e7-e227-4675-8e6c-e9704993cc7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.046667318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182f315d-0144-4eda-b2d3-5236217c6789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.046676044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cfef7e35-7238-46d5-91f6-275f77f0e8fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.06525675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"05af1f45-e479-4f0e-b055-499e75b14597","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.066567567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"439d9f77-8a3a-4b73-a1ec-48c089d6c66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.072283372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"aea558e7-e227-4675-8e6c-e9704993cc7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.091869646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"05af1f45-e479-4f0e-b055-499e75b14597","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.208575562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ec5fcc3-d3bc-4cbd-a23b-e11cf0a4be90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:17.219862015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"17711dde-6b74-42e4-bfc8-c5bfbe395cd9","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:17.219927153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"17711dde-6b74-42e4-bfc8-c5bfbe395cd9","error":"ExternalModel e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.227969951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3dc1e495-317b-4244-ab15-5702c87de973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.291733592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"0ef8c2cd-de52-4f66-b2e9-cfdf8f96afb2","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.291774596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"0ef8c2cd-de52-4f66-b2e9-cfdf8f96afb2","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.291979861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ec5fcc3-d3bc-4cbd-a23b-e11cf0a4be90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.296280749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3dc1e495-317b-4244-ab15-5702c87de973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.297395462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4db00594-1e30-437a-a690-5c09b6770239","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.411222629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f65bb397-f6c9-46a2-b3f8-cdc32d96c0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.41224196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"bb1a07f4-6291-4b1d-a3cc-4b7bfb490272","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.412264748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"bb1a07f4-6291-4b1d-a3cc-4b7bfb490272","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.475569541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b8acb668-0bbc-4d23-89e0-b1bac2d9eb0a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.478088609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"a29600e3-6871-470c-9902-639b1fef74f2","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.528346757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"cef5f522-9bc9-4c02-a519-6321e7b4b112","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.531804055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"8361bb0b-1f3d-404a-92fb-320decdee1f2","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.531837934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"8361bb0b-1f3d-404a-92fb-320decdee1f2","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.532271543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c1aef528-1fc0-4eba-949e-09225432b598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.541061466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f65bb397-f6c9-46a2-b3f8-cdc32d96c0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.549997421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b8acb668-0bbc-4d23-89e0-b1bac2d9eb0a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.560936814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c1aef528-1fc0-4eba-949e-09225432b598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.573790601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57cbfe44-25b3-4553-b064-1258589ff0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.575320825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e6807d23-6a52-4896-b261-a6b513535dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.58915788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e6807d23-6a52-4896-b261-a6b513535dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.593256101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57cbfe44-25b3-4553-b064-1258589ff0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.662320707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0dc24ca8-6033-4d20-81d9-ea9e72fe1c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.663051207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0a0213f4-8063-4d77-a825-2b6a9176aa97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.679240893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"0a0213f4-8063-4d77-a825-2b6a9176aa97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.680794984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0dc24ca8-6033-4d20-81d9-ea9e72fe1c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.838230235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"673e2812-db0f-488b-a51b-bc3dbd011afa","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.865334441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6c831cb0-153b-415e-9fae-2c0a67e3ea57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.872090269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"673e2812-db0f-488b-a51b-bc3dbd011afa","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.901838335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"55a1bcb1-da39-48ee-9af2-64f674fcbf1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.902865133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f7254c28-a986-45e1-a094-d02f05e952f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.929826807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6c831cb0-153b-415e-9fae-2c0a67e3ea57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.934361245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"673e2812-db0f-488b-a51b-bc3dbd011afa","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.946884339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f7254c28-a986-45e1-a094-d02f05e952f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.952102552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a5baeab1-4787-4fa2-9bab-53056712e3b2","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.975897521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"55a1bcb1-da39-48ee-9af2-64f674fcbf1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.989273464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"55a1bcb1-da39-48ee-9af2-64f674fcbf1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.99057652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f7254c28-a986-45e1-a094-d02f05e952f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:17.997396247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a5baeab1-4787-4fa2-9bab-53056712e3b2","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.001802482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f735da61-548a-4dba-ba83-695be8273ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.012383399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f735da61-548a-4dba-ba83-695be8273ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.020743132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f735da61-548a-4dba-ba83-695be8273ee5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.063757246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e42904b1-d690-4b1d-9da6-a642c7e51d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.065875216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"396b68d6-285f-4dc5-9b6e-96714b3c8f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.065873174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8fe66625-52b0-4a0b-8c3f-861834a4b015","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.069707079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ff708612-048a-4836-a2a1-76a8ebeedbad","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.072005785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e42904b1-d690-4b1d-9da6-a642c7e51d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.073968272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"396b68d6-285f-4dc5-9b6e-96714b3c8f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.074371773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8fe66625-52b0-4a0b-8c3f-861834a4b015","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.07805051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ff708612-048a-4836-a2a1-76a8ebeedbad","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.088126891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ff708612-048a-4836-a2a1-76a8ebeedbad","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.167929511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"078aee84-c456-4ba6-ab4c-0982064f45ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.170365449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2f821f89-32ae-4ff1-9664-943ba04f9a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.170830134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9a31c61a-adc3-4da9-a6e3-dc0c5476f363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.170871136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"4d67c6e1-9850-4c98-99d9-68aee2f6801c","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.175789274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"078aee84-c456-4ba6-ab4c-0982064f45ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.176268725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2dfd1094-89d0-4b31-8cc8-c6b37305b279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.178935528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9a31c61a-adc3-4da9-a6e3-dc0c5476f363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.179106952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2f821f89-32ae-4ff1-9664-943ba04f9a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.181159123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"4d67c6e1-9850-4c98-99d9-68aee2f6801c","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.186009865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2dfd1094-89d0-4b31-8cc8-c6b37305b279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.201279781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"4b55cc40-45e1-404f-82c6-7c6cdc3b67e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.204319902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6231ca06-e5b1-4c6d-9234-6f0adfdbe282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.210307624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"4b55cc40-45e1-404f-82c6-7c6cdc3b67e1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:18.213001361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6231ca06-e5b1-4c6d-9234-6f0adfdbe282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:21.308583906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"af266095-f780-442a-9665-4575094b449c","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:23.864377993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"9c8c0249-ecb9-4a0e-9515-ecd3851b8682","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:23.864403893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"9c8c0249-ecb9-4a0e-9515-ecd3851b8682","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:23.873783418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"f86b24aa-29f9-4493-a9ad-684392aebbd8","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:23.873809884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"f86b24aa-29f9-4493-a9ad-684392aebbd8","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:24.004459002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"3e33cea9-d896-4569-ba53-e9f8f9117131","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:24.014795143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"3e33cea9-d896-4569-ba53-e9f8f9117131","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:24.217298497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"b61032dc-ee88-4467-a83c-a84570a0748b","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:24.217331574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"b61032dc-ee88-4467-a83c-a84570a0748b","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:25.770087725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"7ebd97ac-d081-4564-829a-a2db74ece95d","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:27.958844249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"492d760b-f85d-45cd-9ab4-fec999ca7266","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:27.966952624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"492d760b-f85d-45cd-9ab4-fec999ca7266","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:27.973648659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"492d760b-f85d-45cd-9ab4-fec999ca7266","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.001874467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"005c3308-762c-423b-9adf-c8c64bc52ecc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.002422638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"47a8f385-b479-4453-95ce-1b7a38c53c02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.01127617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"005c3308-762c-423b-9adf-c8c64bc52ecc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.011866717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"47a8f385-b479-4453-95ce-1b7a38c53c02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.018761665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"005c3308-762c-423b-9adf-c8c64bc52ecc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.019138167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"47a8f385-b479-4453-95ce-1b7a38c53c02","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.071941574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"16bd4adf-c08f-4044-9f3b-3be7461af8ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.081402806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"16bd4adf-c08f-4044-9f3b-3be7461af8ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.090643621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"16bd4adf-c08f-4044-9f3b-3be7461af8ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.172164554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"771f9eb0-010c-453b-ad73-e6f2e6dc4f00","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.180316143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"771f9eb0-010c-453b-ad73-e6f2e6dc4f00","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.187590358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"771f9eb0-010c-453b-ad73-e6f2e6dc4f00","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:28.969298227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.521598327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-detach-31b646-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.529957608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"cc026c9a-9287-4c92-b16f-284e560aa805","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.529979405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"cc026c9a-9287-4c92-b16f-284e560aa805","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.565946286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"45fa118d-f81a-40d3-85db-8eac65ff54b7","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.566815775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"b88de5e4-71a8-419d-8368-b73149c33460","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:29.567234597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-detach-31b646-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-31b646-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.568426214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"288a3ff5-27a9-40ec-92d3-51c6c91e5ac6","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.569873544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"49a78ce9-a029-43ae-b9f3-575ddd01c7a5","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.569896677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"49a78ce9-a029-43ae-b9f3-575ddd01c7a5","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.62301649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"b88de5e4-71a8-419d-8368-b73149c33460","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.631189364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"288a3ff5-27a9-40ec-92d3-51c6c91e5ac6","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:29.635606362Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"49a78ce9-a029-43ae-b9f3-575ddd01c7a5","name":"e2e-att-detach-31b646","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-31b646\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:29.63568775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"49a78ce9-a029-43ae-b9f3-575ddd01c7a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-31b646\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.636236566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"45fa118d-f81a-40d3-85db-8eac65ff54b7","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.690498778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"33881c38-9d4d-4989-89c1-8b9442829363","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.690528316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"33881c38-9d4d-4989-89c1-8b9442829363","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.692296351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"ba6413e4-2dba-41c3-a4c8-a4a11df42899","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-detach-31b646","model":"e2e-att-detach-31b646","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-detach-31b646-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.707028171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"1deb9ccc-8209-4176-a6f7-842d2d207f46","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.707052066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"1deb9ccc-8209-4176-a6f7-842d2d207f46","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.722888389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"a31d7b3a-8640-43af-8476-89a5fb1a6265","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.722909578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"a31d7b3a-8640-43af-8476-89a5fb1a6265","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.735259443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"f2048e7e-c233-4e52-86dc-6e62851e2058","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.735281822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"f2048e7e-c233-4e52-86dc-6e62851e2058","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.744418882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"15aa77b6-d46c-4349-a862-727ca2d95de6","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.744483317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"15aa77b6-d46c-4349-a862-727ca2d95de6","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.756399591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"078fa722-4f84-4fed-b9d5-6aa6deaf974a","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-detach-31b646","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.780124952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"2fb8487c-30bf-473c-8ad2-a6a287bfabb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.780409147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"d88bfbc9-e51a-44e2-8562-e8abd21abd49","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.79761696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"d88bfbc9-e51a-44e2-8562-e8abd21abd49","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.797898134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"2fb8487c-30bf-473c-8ad2-a6a287bfabb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.890281496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"bdb66b1e-dcfb-4dda-8e7e-a063c67bfda1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:29.898606815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"bdb66b1e-dcfb-4dda-8e7e-a063c67bfda1","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:31.321031547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"b96c5618-ab77-451a-9e3d-bdfdb69f4d0b","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:35.785657464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"288b534d-c0ab-492c-893f-997e47310367","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:37.986242085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"139838a7-92cd-453d-a0c0-5a223277d80d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:37.995185626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"139838a7-92cd-453d-a0c0-5a223277d80d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.002972717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a378a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7514bf4e4c29ca0094e6de7d70e8c8b1ee522d6e56dbe74966ce8cbf7e696558) AuthConfig (82acb73be82e442c67489a8975c477d38f308e0b4c32d8221f267cb69a44d083) AuthConfig (c3bec76f428ee5636a0843dd70bc148f32350f7ca255c25bb2bb06b15d51ee89) AuthConfig (5269f632d6f6ec60dc379f81007b4c3aececf196935c15d7bc236a90ffbf3ad9) AuthConfig (bf9d8b3ceb9abafe6281f99c328b1e36a227d21d5f1c40c34853df8182747f26) AuthConfig (bac2cd7b7d64796be3e462b838912c802f2699bc5505b9982ebd836b05e23374) AuthConfig (0092db1cbb5c787c87b855255c46812ad49673cea461bf147543bc4669718ab1) AuthConfig (2a0181f9977b2b5b3909cfb7ce5117d5dd18ddc92bc0ea0304ce8b695f9faad6) AuthConfig (3a4dd889983b0f55ea83968e8d11362b60afd6fae09d8e24bf1c4af8102d8c07) AuthConfig (6ee1a97bfa6844f7ade04f0f4122d965657da485b71a9794188b2aedaf509d1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"139838a7-92cd-453d-a0c0-5a223277d80d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.0949832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a49ac2eb-44ba-4471-97ab-f7de3a5077b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.095846051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"b40af3ff-20bb-4f26-a2db-032944924ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.109883297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a49ac2eb-44ba-4471-97ab-f7de3a5077b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.111206081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"b40af3ff-20bb-4f26-a2db-032944924ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.189275098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (f3c0b15a6d846958e71b4cf75760b09ba50e16c978835caa1a72ca82f4ca9f10) AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (2abd4a13cb9a52f2efde591557bb3dd1a8f79db7349f2307445f3b90788809d8) AuthConfig (e63c9cdee34971ab73961550d11375aaafa5929e12b1818074a7c28d17fa5c0b) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (d9f5fca889379f6d0e9ffcdfb417d130075687a2473b61798819524a658c84e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a49ac2eb-44ba-4471-97ab-f7de3a5077b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.189960429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (611de9b953718143e931069f80e5eb65dba0ee3493068bfe4e949400ba414040) AuthConfig (a2a6645975eb17a4732bc865c51192edec22859fa305dd78cc531cc9137e845c) AuthConfig (9bad92f1329a6587a9bf35611ce5653aa5c35e61c198482c246171ea5fa15c4b) AuthConfig (2b0b7a8ea9129e90f0bfb7af6bc3c29aa93cb9875920df88c63bef897411aa86) AuthConfig (4332bc1d439e40bee65fba366ef2ec4ba38f2d239cf85d9ed0918f988c1e01b8) AuthConfig (503ae4d5d2e22f9a7365d522b62024f2a94320fe010df10607df154d68e0c62c) AuthConfig (b19a3ce0760a6f754d98f6e7693897551fb904aa72135a4461501293d3304798) AuthConfig (5cfc2725a4f59a6a36ceb12621a8a38d76851d2cc775d4ed7838e5e0237b7a70) AuthConfig (30411dad7ae41068a05b28dbf20363b75fd61836684c204465e33d8316491422) AuthConfig (16310771aeaa41e633fd28c28c37882350b55d8d3b21922306b772a4dfb9e44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"b40af3ff-20bb-4f26-a2db-032944924ac4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.206068909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7aaab3c8-4e90-44c0-858b-cf31da58dcac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.209364245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c64f18b0-da37-4971-86bd-8e69c0d66168","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.21510813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7aaab3c8-4e90-44c0-858b-cf31da58dcac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.217870254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c64f18b0-da37-4971-86bd-8e69c0d66168","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.221372987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7aaab3c8-4e90-44c0-858b-cf31da58dcac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:38.225183667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82d7b7f60c6687707d1e982bc4fb004816b81cb14d1027bdcfe1747ca6579824) AuthConfig (62193cd6cff5c24a50661d9a2a8f1ae1160b0d9fefa5448337ead4d07c27b569) AuthConfig (96118d2e4cb2f8a1a00c7c9d1a96bc12e65b79fef73f4b6008d654136109fd62) AuthConfig (03263df0e116b9e9842603490434debfdcc01056494c1d64a468fcf48de52a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c64f18b0-da37-4971-86bd-8e69c0d66168","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:41.335954129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"3a4bd7f1-a8e4-4770-bdea-b506bd5da09d","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.224307107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"61e77fe2-2fe5-41fb-827c-2586b3cefec8","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-detach-31b646","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.275079033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4fdd2810-0a4f-423b-8e54-ef3fcba45291","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.275222328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"4fdd2810-0a4f-423b-8e54-ef3fcba45291","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.317724499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"a41e9f2b-5702-4e3d-9e7f-0fdb51e2a844","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-rot-37fe48","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.392603426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"4b42631f-c481-49df-bf3a-9e3ab6aee31e","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.392636144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"4b42631f-c481-49df-bf3a-9e3ab6aee31e","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"routeName":"external-model-e2e-rot-37fe48-ad0e3256dc37","namespace":"e2e-extmod-rot-user-5b7368","model":"e2e-rot-37fe48","externalModel":"e2e-rot-37fe48","provider":"e2e-rot-37fe48-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.917037258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"983c1f15-0af1-45e7-ae97-b63e72a4dd54","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.927923955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"6a68c478-ae3f-4185-beb5-8a0f1efa2d0a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.928633759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"fc230395-3b44-40c2-a6ea-56efffe6de8e","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.938816552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"6a68c478-ae3f-4185-beb5-8a0f1efa2d0a","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.939054423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"983c1f15-0af1-45e7-ae97-b63e72a4dd54","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:44.943972453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"fc230395-3b44-40c2-a6ea-56efffe6de8e","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:45.443065947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"5f7608ee-f624-47de-b619-eea348f07493","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:45.453553317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"5f7608ee-f624-47de-b619-eea348f07493","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:45.809045968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"79f86f05-5054-47b6-b393-58e8bc8c3964","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.457747687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"01bebdb0-36cf-47c0-a301-b2a02ed88b74","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.45928728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"01bebdb0-36cf-47c0-a301-b2a02ed88b74","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.49465043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"205f7345-215f-46dd-a0a8-040b96a56310","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-120178ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.495117268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5675944b-aef8-4975-b14c-1bc98985a603","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.495631049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"e1ea0380-2f51-4881-84c3-28705d93c471","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.504249618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"91a2084a-a84c-4258-911d-4429db759f4d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.512883849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"e1ea0380-2f51-4881-84c3-28705d93c471","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.517058885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"5675944b-aef8-4975-b14c-1bc98985a603","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.519194324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"91a2084a-a84c-4258-911d-4429db759f4d","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.649293726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"35e4bc04-f2b6-420b-b764-fe318ec02c33","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.658343881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"71e6ebf3-537a-4cbe-8e60-44fc80d58c31","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.65928982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"af5eee19-7ad0-4c36-9f1a-d29996c1ef43","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.66036766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"35e4bc04-f2b6-420b-b764-fe318ec02c33","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.690872267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"71e6ebf3-537a-4cbe-8e60-44fc80d58c31","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:46.693140035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"af5eee19-7ad0-4c36-9f1a-d29996c1ef43","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.015158537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"301f6b05-42a8-4b37-8a72-011024a69d10","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.026477199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"301f6b05-42a8-4b37-8a72-011024a69d10","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.085407981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"acf4adbf-f535-4162-99da-2ce4fe8cc2cc","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.085542803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"acf4adbf-f535-4162-99da-2ce4fe8cc2cc","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.202671422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"85f91552-2c35-44c6-9eef-218721b7dfcd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.20572018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7b894ed5-e693-49f8-ab53-e8f7b559d4a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.211637677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"85f91552-2c35-44c6-9eef-218721b7dfcd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.215594347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7b894ed5-e693-49f8-ab53-e8f7b559d4a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.252133763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"39503bbf-3ccb-428b-9443-163e4a537f18","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.252155917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"39503bbf-3ccb-428b-9443-163e4a537f18","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.261346675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"b1ef3872-bbea-4707-ad26-fbe3fc512dd9","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.261372426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"b1ef3872-bbea-4707-ad26-fbe3fc512dd9","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.312267416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"615a135b-44bc-4afe-9e29-7549be6befae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.312644773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b9f4552-edcd-4d21-9e1b-5e6a77e6e5f7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.320868566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"615a135b-44bc-4afe-9e29-7549be6befae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.320949015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b9f4552-edcd-4d21-9e1b-5e6a77e6e5f7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.328351769Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b9f4552-edcd-4d21-9e1b-5e6a77e6e5f7","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.328375434Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"615a135b-44bc-4afe-9e29-7549be6befae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.708852691Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.714934531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"99bf3788-1cc5-47f3-9fd5-93e480425865","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.714956779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"99bf3788-1cc5-47f3-9fd5-93e480425865","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.795608153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cf5b7444-bbb3-4301-bf4b-0a9845fa5c97","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.804832214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"eed4311c-87d7-4379-9f6f-c04de94cee67","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.804855827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"eed4311c-87d7-4379-9f6f-c04de94cee67","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.809715053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cf5b7444-bbb3-4301-bf4b-0a9845fa5c97","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:48.809934929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-c82625-a378a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.818192667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"d85fc62d-c39e-473c-8d9f-dda0c461e83c","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.818216553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"d85fc62d-c39e-473c-8d9f-dda0c461e83c","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.827506693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"279a133c-e1d0-4e07-aa01-e32d792ad881","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.827524353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"279a133c-e1d0-4e07-aa01-e32d792ad881","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.833752272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"c1910c0d-cef6-4de2-8da9-1a4db1571ed5","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-c82625","model":"e2e-cfl-c82625","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.88758813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"9ec891fe-4dd5-45c3-942b-ec0f32d41652","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.887611639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"9ec891fe-4dd5-45c3-942b-ec0f32d41652","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.927883672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"9734c5d8-d164-4cf2-bfd0-4642cfe746dc","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-c82625","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.939163062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"c9d9f88d-13f5-4f92-bfc6-5db191294a64","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:48.950994104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"c9d9f88d-13f5-4f92-bfc6-5db191294a64","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.004364317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.01593115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"76672452-dc29-4431-949a-732148b26b91","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.015958313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"76672452-dc29-4431-949a-732148b26b91","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:50.019230482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"6f7d402f-5602-4603-96ea-c2d49ea2b454","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-9b1de2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.026319143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c899c4ce-0b11-4435-9ad3-6ee598c3055a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.037327024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c899c4ce-0b11-4435-9ad3-6ee598c3055a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.042363694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3386a5f1-d89d-4a62-9d9a-83e4cfd0d2b0","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.042383713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3386a5f1-d89d-4a62-9d9a-83e4cfd0d2b0","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:50.06304112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3386a5f1-d89d-4a62-9d9a-83e4cfd0d2b0","name":"e2e-att-unrel-9b1de2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-9b1de2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:50.063095612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3386a5f1-d89d-4a62-9d9a-83e4cfd0d2b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-9b1de2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.069527523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"1c49db14-69cb-463a-b85d-31ac2b894af2","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.069545923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"1c49db14-69cb-463a-b85d-31ac2b894af2","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.078196566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"9da83f54-115b-4f7c-89ed-01a1eda043d0","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.078218132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"9da83f54-115b-4f7c-89ed-01a1eda043d0","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.085363128Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"a7eca416-0335-4b31-833a-83bbcbe5aece","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-att-unrel-9b1de2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.140986637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"8bf8fc78-e208-476f-8e8d-ebb7641c7b49","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.144962201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"1457a542-11fd-4d39-ba69-bb4515eecf18","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.14505175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"1457a542-11fd-4d39-ba69-bb4515eecf18","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.155985729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"8bf8fc78-e208-476f-8e8d-ebb7641c7b49","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:50.243977226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"e6a7490f-2fee-490f-afd4-92e1604bfb65","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:51.347354598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"21d6297c-5b4b-4695-84a9-8d4124c9c5df","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.020313965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.026185366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4f756ce6-183e-4007-876a-53fdc9252c40","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.026307084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4f756ce6-183e-4007-876a-53fdc9252c40","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:52.035414752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"b9440537-5307-4c96-8290-d023b530d92b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-ce1be0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.039589899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"15d25a53-0594-45b5-b4de-cfd8bc0576be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.051355991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"15d25a53-0594-45b5-b4de-cfd8bc0576be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.055416645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"df75f55d-9f25-49eb-979f-2b82e78972fb","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.05548175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"df75f55d-9f25-49eb-979f-2b82e78972fb","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:52.07206317Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"df75f55d-9f25-49eb-979f-2b82e78972fb","name":"e2e-cmp-legacy-ce1be0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ce1be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:36:52.072123232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"df75f55d-9f25-49eb-979f-2b82e78972fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-ce1be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.076573748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"80832f9f-1081-43c3-b15c-93d7d9ebb70f","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.076597073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"80832f9f-1081-43c3-b15c-93d7d9ebb70f","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.09679049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"bdff19bf-712a-4849-b51a-6a65940a8a0a","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cmp-legacy-ce1be0","model":"e2e-cmp-legacy-ce1be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.142483421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"ea395988-b04b-430b-b2fe-aeca612d69fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.148261676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"d84ff555-af79-4e6f-a663-c5542677a62b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.148281484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"d84ff555-af79-4e6f-a663-c5542677a62b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.153762795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"ea395988-b04b-430b-b2fe-aeca612d69fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:52.191928895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"434b9dfe-ca45-4442-9681-903df0851f3d","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cmp-legacy-ce1be0","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:55.822309327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"6fdec06f-6fee-4853-900d-9610a502dda7","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.508800207Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"ce534c4e-7e78-48c0-a830-033e9af4d6c0","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","subscription":"e2e-att-detach-31b646-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.521535197Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"ce534c4e-7e78-48c0-a830-033e9af4d6c0","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.525508748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-sub","reconcileID":"ce534c4e-7e78-48c0-a830-033e9af4d6c0","MaaSSubscription":{"name":"e2e-att-detach-31b646-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.556213066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-0ea1ea priority=0:[ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-serve-f6258e-sub ai-tenant-e2e-extmod-b-0ea1ea/e2e-att-unrel-a19bc5-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.55931681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"39572823-ee07-4cbb-bb5f-42c2a09bea63","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.559340868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"39572823-ee07-4cbb-bb5f-42c2a09bea63","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.577487049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"b0c2ff53-93c9-4a1a-ae6c-ce5e6808cc86","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.581031843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"55da52e0-a51e-41ca-bb98-1ceeb4bbe3a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.581523062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"8c8365d2-18bd-4eb0-b4b1-4edc0937ba44","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.602792171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"b0c2ff53-93c9-4a1a-ae6c-ce5e6808cc86","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.613838408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"55da52e0-a51e-41ca-bb98-1ceeb4bbe3a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.6224189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"8c8365d2-18bd-4eb0-b4b1-4edc0937ba44","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.713357899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7f6d3cd3-dae4-435f-9c84-4a771ea937de","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.71338918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"7f6d3cd3-dae4-435f-9c84-4a771ea937de","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.718196395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"ba8ed68e-51b4-4c33-98ba-e726917e6d20","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.725823368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"ba8ed68e-51b4-4c33-98ba-e726917e6d20","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.833257183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-detach-31b646-access","reconcileID":"d02f2d7b-f70a-4349-b19d-7e8a4e9bb87c","MaaSAuthPolicy":{"name":"e2e-att-detach-31b646-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.85139939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"54f58483-d4d2-467e-95f6-bbe2ee432a9f","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:56.851426013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"54f58483-d4d2-467e-95f6-bbe2ee432a9f","MaaSModelRef":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-detach-31b646-4beb85d70766","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-detach-31b646","externalModel":"e2e-att-detach-31b646","provider":"e2e-att-detach-31b646-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.39309465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"798b4add-fc22-494e-bfca-e43d36260ee2","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.410829454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"86e483f8-acb6-43e2-af52-a773c6c101d4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.412245683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"1d1b1aec-4df0-4ceb-bcfc-0a3ff04932b9","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.412338818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"1d1b1aec-4df0-4ceb-bcfc-0a3ff04932b9","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.419829463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"88e3b940-ee4f-4c24-b763-a5f572c11c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.420425349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7e6c1dde-45b9-4971-a4b8-5f891ea84e7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.42106212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5d6a19cf-1ff9-4adc-bac3-fc31c40756ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.427296948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7e0a761c-b0d2-4239-bb50-672747c763d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.428579304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"86e483f8-acb6-43e2-af52-a773c6c101d4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.434939372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"7e6c1dde-45b9-4971-a4b8-5f891ea84e7c","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.437639603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"88e3b940-ee4f-4c24-b763-a5f572c11c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.438076329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"5d6a19cf-1ff9-4adc-bac3-fc31c40756ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.438725384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"dab53956-f436-431a-8e97-082df60cd7d9","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.438743835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"dab53956-f436-431a-8e97-082df60cd7d9","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.439544443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"1a5b50f4-ada6-4c80-ac33-295141ff1bd3","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.444357231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"253b5796-5f3f-4c86-b19b-b226b2bc47be","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.48780436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7e0a761c-b0d2-4239-bb50-672747c763d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.496659724Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"7e0a761c-b0d2-4239-bb50-672747c763d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.59042145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-31b646","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","reconcileID":"e291f985-299e-461f-8523-7800e9162740","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-detach-31b646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.622585834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"c90ddb0f-0cf5-4d94-a3d4-853f2edefbb0","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.62315571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f5d207-357f-41e7-a966-636400334247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.68001276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bf1d161f-f7de-492d-8882-e5888d4ecbfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.688375545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"c90ddb0f-0cf5-4d94-a3d4-853f2edefbb0","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.689385213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f5d207-357f-41e7-a966-636400334247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.690880127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"cd34cd55-63e8-44d9-ad04-810891283fd9","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.734210202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bf1d161f-f7de-492d-8882-e5888d4ecbfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.736068651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"cd34cd55-63e8-44d9-ad04-810891283fd9","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.746770636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ad803633-508c-4609-88be-6f9bb3d92ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.756623245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ad803633-508c-4609-88be-6f9bb3d92ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.82926932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0db372bb-0f25-49aa-a582-e145d65bf125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.839982464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0db372bb-0f25-49aa-a582-e145d65bf125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.927409819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6ad62215-4e11-452c-9746-a67d2ada983f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.929304411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d6841d25-1ccc-4911-b4fb-919a7db26353","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.936522621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6ad62215-4e11-452c-9746-a67d2ada983f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:57.939306228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d6841d25-1ccc-4911-b4fb-919a7db26353","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.097201234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b2f60603-93a1-42b5-8f0f-dd018ffdea7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.102398246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bdde250c-eaba-4783-820e-160eedba6f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.103105254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47e69cd4-d289-44b6-82c0-6d9d21171523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.104835594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"6f755f2c-00fc-4047-b96e-998f27df4e41","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.104858273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"6f755f2c-00fc-4047-b96e-998f27df4e41","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.115685424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43eb9b5c-3c1b-40f0-811d-e29819ca1775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.117795235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5c966222-344a-48b0-8bfb-3dd0b7190323","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.17893278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47e69cd4-d289-44b6-82c0-6d9d21171523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.218006524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bdde250c-eaba-4783-820e-160eedba6f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.254209288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43eb9b5c-3c1b-40f0-811d-e29819ca1775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.262247479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5c966222-344a-48b0-8bfb-3dd0b7190323","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.289081657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b2f60603-93a1-42b5-8f0f-dd018ffdea7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.291545422Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"5c966222-344a-48b0-8bfb-3dd0b7190323","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.291852463Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"0448ee10-4b9d-4836-894e-30db30a814b8","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fe9de59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.341962919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"467765ae-43a4-4479-979e-7c9fa10bbee7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.344335131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8c9b959b-95fd-4560-86de-6c455233b0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.348617526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8998586f-22dd-4e19-956e-63dbd9501022","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.349114519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f8f50ebe-bccd-4a2d-90ca-bee0d20c12e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.351548288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"467765ae-43a4-4479-979e-7c9fa10bbee7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.353690785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8a2e30ae-4d87-465f-9747-a5c0a0262b02","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.353702233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8c9b959b-95fd-4560-86de-6c455233b0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.359054503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"8998586f-22dd-4e19-956e-63dbd9501022","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.358428171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f8f50ebe-bccd-4a2d-90ca-bee0d20c12e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.388322862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8a2e30ae-4d87-465f-9747-a5c0a0262b02","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.458599421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"93dc45a4-1642-4ef7-90c4-29590b39335e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.461628497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"f2a860a3-d22c-4461-b523-b7d0fff689b2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.475172293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"93dc45a4-1642-4ef7-90c4-29590b39335e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.476102106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"aa7d22de-c7be-449f-8112-b22829a92162","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.476640224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"12382430-9ea0-4093-8389-fcee42dae48c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.477513647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"f2a860a3-d22c-4461-b523-b7d0fff689b2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.489109479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"aa7d22de-c7be-449f-8112-b22829a92162","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.489626896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"12382430-9ea0-4093-8389-fcee42dae48c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.496833079Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"aa7d22de-c7be-449f-8112-b22829a92162","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:36:58.968346271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:01.3574569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"95a31552-9eda-4ed4-b24d-edc997ed2df3","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:05.830724942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"c2817fbd-ae9e-4973-9529-c37ae41be8ee","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.302631075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"f78dd716-79d4-45a2-9cb3-4637f22ed784","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","subscription":"e2e-att-unrel-a19bc5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.313611009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"f78dd716-79d4-45a2-9cb3-4637f22ed784","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.318085321Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-sub","reconcileID":"f78dd716-79d4-45a2-9cb3-4637f22ed784","MaaSSubscription":{"name":"e2e-att-unrel-a19bc5-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.452010197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.457282211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"6cde305c-77da-445a-a324-95a6d9c48b10","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.457656533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"6cde305c-77da-445a-a324-95a6d9c48b10","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.47909571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"e849a857-88d7-49e2-a0b9-d8327037f0a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.485731733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b6021215-678d-4fd4-8f94-c92fd9dc1769","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.497329896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"e849a857-88d7-49e2-a0b9-d8327037f0a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.503124272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"b6021215-678d-4fd4-8f94-c92fd9dc1769","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.504377124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"6cbf191b-3772-46e2-a92a-a4a8a3348a6a","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.50447469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"6cbf191b-3772-46e2-a92a-a4a8a3348a6a","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.613036826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-unrel-a19bc5-access","reconcileID":"2642d44e-20fe-4dc2-a740-65ae247ccd96","MaaSAuthPolicy":{"name":"e2e-att-unrel-a19bc5-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.615743078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"b83c32ca-4b95-49f0-af7b-6598ee8873f1","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.615833732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"b83c32ca-4b95-49f0-af7b-6598ee8873f1","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.73622982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"1e51f181-c0ee-4ada-9b34-afdebb969158","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:08.736337302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"1e51f181-c0ee-4ada-9b34-afdebb969158","MaaSModelRef":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-unrel-a19bc5-5a5766457e54","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-unrel-a19bc5","externalModel":"e2e-att-unrel-a19bc5","provider":"e2e-att-unrel-a19bc5-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.313575022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"c437ab69-ad92-4319-84c8-de42a9cda308","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.373894049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"0fa68bff-7068-4f4a-85b8-653e50ae9d96","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.373982042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"0fa68bff-7068-4f4a-85b8-653e50ae9d96","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.378705372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2aa02184-9909-4266-a298-089665d6f991","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.387154886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c5dc39ba-e303-4317-b6a8-9ee7c11c6280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.387839936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"03a867f6-2db3-4f05-ad52-50bfd36d57d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.38840952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"00f10579-8268-499b-8d02-b5dc5dc2fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.424996423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c5dc39ba-e303-4317-b6a8-9ee7c11c6280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.419204274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"03a867f6-2db3-4f05-ad52-50bfd36d57d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.425522824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"81e7aa63-e324-4af6-ad6e-76e7b15c3e95","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.400143489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"2aa02184-9909-4266-a298-089665d6f991","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.453106309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"81e7aa63-e324-4af6-ad6e-76e7b15c3e95","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.464696792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"bab38fbf-7fe1-4c90-bbf2-103679a09046","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.463484907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-a19bc5","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","reconcileID":"931d29c0-012b-4b71-a782-c17f3cf27a12","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-unrel-a19bc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.47356548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"00f10579-8268-499b-8d02-b5dc5dc2fb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.788008955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"0329bab3-1a63-4126-89b7-7772085d16ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.788565104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f6dcd8bf-3cc5-4e8c-a9cc-4f7954aeffc7","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.806264704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f6dcd8bf-3cc5-4e8c-a9cc-4f7954aeffc7","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.819921799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3af3ca88-323c-4497-beb3-07342170a937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.89399709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"0329bab3-1a63-4126-89b7-7772085d16ec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.894998631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3af3ca88-323c-4497-beb3-07342170a937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:09.961200018Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3af3ca88-323c-4497-beb3-07342170a937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.146524365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb91689-abfe-4c6a-a8bc-a9e952fea0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.159757925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f7ce0991-c080-48a7-9650-85d44c0554e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.19041487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fb5b5137-7d72-4f13-a02d-43c49c620d86","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.194588555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"fb5b5137-7d72-4f13-a02d-43c49c620d86","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.207939599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"f7ce0991-c080-48a7-9650-85d44c0554e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.227247484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fb91689-abfe-4c6a-a8bc-a9e952fea0a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.246521154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"41dedc79-b9b9-40f1-9a03-6e02f6e50fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.261848456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ae995b35-52b5-4c2b-8b15-1f3d4b02b74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.268237876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"7038492f-a628-4cbc-9900-298e79adf5de","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-080a7479","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.268655031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"bad03a1d-4bd3-4b25-8ae7-c5e3e65d2f82","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.280399465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ae995b35-52b5-4c2b-8b15-1f3d4b02b74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.281467421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"41dedc79-b9b9-40f1-9a03-6e02f6e50fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.28461234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"bad03a1d-4bd3-4b25-8ae7-c5e3e65d2f82","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.383835364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"68847ad8-ba1b-4751-91d6-d6be1d0224a0","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.398858865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"68847ad8-ba1b-4751-91d6-d6be1d0224a0","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.509282507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b266846d-4a72-4844-a1ec-5af56f05d1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.510334896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0bdd36d5-146d-499d-a333-61c098320ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.511275147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fb69886-6e7d-4ad7-9c2b-82030fc615c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.558089387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b266846d-4a72-4844-a1ec-5af56f05d1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.561297418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0bdd36d5-146d-499d-a333-61c098320ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.562371529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"943c991c-6c9d-4800-9259-91c4eeaef55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.563488779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fb69886-6e7d-4ad7-9c2b-82030fc615c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.567544553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f960bb71-9e0a-4739-a118-6017b8ed59a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.636946275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f960bb71-9e0a-4739-a118-6017b8ed59a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.641322341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"943c991c-6c9d-4800-9259-91c4eeaef55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.667040907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"f960bb71-9e0a-4739-a118-6017b8ed59a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.714815842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"26cfd9bb-2e2f-45dd-a6f0-299825f2758e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.715707927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a29b5405-de4a-4d4e-8e6f-96ec31d15093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.721826631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f234fb4a-4f02-4069-8818-11accdf11d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.732213862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a29b5405-de4a-4d4e-8e6f-96ec31d15093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.732407928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"26cfd9bb-2e2f-45dd-a6f0-299825f2758e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.739592723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"5692cf9c-4ebc-48b1-b98d-c21c0ed790f9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.755556497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f234fb4a-4f02-4069-8818-11accdf11d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.76502823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"73fcdb64-c305-46df-9c2f-98786f6e6d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.769589404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"5692cf9c-4ebc-48b1-b98d-c21c0ed790f9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.779569261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"73fcdb64-c305-46df-9c2f-98786f6e6d6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.793138527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7359f3b8-4ea3-4bf6-86de-c6b283123082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:10.813767417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7359f3b8-4ea3-4bf6-86de-c6b283123082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:11.36978771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"10e2082b-2d70-4725-a3b1-144126699579","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:15.840647157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"5b25d705-084e-4db6-999f-dd9fa2df83c4","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.56538637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"c6c10338-32d1-4b0e-823d-154f33273067","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.662772356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"1079876c-5dfe-4657-b973-110d3c234c3b","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.662803286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"1079876c-5dfe-4657-b973-110d3c234c3b","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.759631001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"9eeb1572-5b0c-4947-bc6b-09606ccdc062","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cmp-legacy-ce1be0","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.801839843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"e970645d-5ce0-4b7e-b018-95890b9a5891","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:18.801869484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"e970645d-5ce0-4b7e-b018-95890b9a5891","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.028167312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"f0ffb6e1-c21d-48e7-ab17-546a3241c69c","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-c82625","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.062255292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"073292c1-f0ec-470a-b943-f1556db371c9","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.062280337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"073292c1-f0ec-470a-b943-f1556db371c9","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.836861256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"29a5835e-4ae4-45ae-8ae2-147fdc9a711a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.845665456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"29a5835e-4ae4-45ae-8ae2-147fdc9a711a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.939898191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cb5c7f45-6e76-45fd-9d6d-b6c66ef9e4c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:19.949381083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cb5c7f45-6e76-45fd-9d6d-b6c66ef9e4c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.04674211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4afc51dc-13a8-4934-81ef-cc6a2a40dc4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.057498158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4afc51dc-13a8-4934-81ef-cc6a2a40dc4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.281286716Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"617e452c-8087-4e83-84c2-9c81ceed1a85","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","subscription":"e2e-att-serve-f6258e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.300680679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"617e452c-8087-4e83-84c2-9c81ceed1a85","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.305492647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-sub","reconcileID":"617e452c-8087-4e83-84c2-9c81ceed1a85","MaaSSubscription":{"name":"e2e-att-serve-f6258e-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.34404201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.349856971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"cd32eb5a-8dc7-4d8d-b830-5587a0abf6a4","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.349888773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"cd32eb5a-8dc7-4d8d-b830-5587a0abf6a4","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.356150739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d7e16d34-4008-4042-89f1-03883d23c530","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.390724536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"d7e16d34-4008-4042-89f1-03883d23c530","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.516850183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"17382ec7-6b1b-4ac6-8ecd-e06d2e6bdd1c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.519427019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"f8e1813a-8458-4978-8d0f-9b0d892e4011","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.51949505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"f8e1813a-8458-4978-8d0f-9b0d892e4011","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.529108079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"17382ec7-6b1b-4ac6-8ecd-e06d2e6bdd1c","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.709247882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"03db3036-56cb-474a-a32f-bb843c0095e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.817962718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"03db3036-56cb-474a-a32f-bb843c0095e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.851115316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"03db3036-56cb-474a-a32f-bb843c0095e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.851193343Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-att-serve-f6258e-access","reconcileID":"03db3036-56cb-474a-a32f-bb843c0095e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f6258e-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.866785919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"93d043d8-12a9-4379-aadf-3cbf1b1f55dc","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"tenant":"e2e-extmod-b-0ea1ea","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","model":"e2e-extmod-att-user-dbb8ce/e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:20.866819784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"93d043d8-12a9-4379-aadf-3cbf1b1f55dc","MaaSModelRef":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"routeName":"external-model-e2e-att-serve-f6258e-cd5d6efe5470","namespace":"e2e-extmod-att-user-dbb8ce","model":"e2e-att-serve-f6258e","externalModel":"e2e-att-serve-f6258e","provider":"e2e-att-serve-f6258e-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.262175806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4e6d468d-c2ed-4b89-bcab-0a73e94602c6","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.262408342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"4e6d468d-c2ed-4b89-bcab-0a73e94602c6","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.270849735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"b64f6cf2-145f-4d1c-98c2-ffa0d2688045","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.285647096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"b64f6cf2-145f-4d1c-98c2-ffa0d2688045","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.285863449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"e3e0252c-fccc-4a57-a301-5ccedd361c38","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9278f1d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.408107456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"8c0209e2-77eb-4507-8cc1-10788597cb6a","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.408579803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"8e341360-66e7-43e6-8242-0d839f52ecc4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.457694225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"21635676-e19c-40f8-bc68-5065ff3c2f6a","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.462384137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"1999f43f-c4ec-4051-83ce-f3d1e629eef6","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.463696982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"672f0d88-de37-4c43-b5a6-2c2138f07ddc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.466053106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f16a7bc-7ad8-44e8-80da-e0152e016b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.466807441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"729afc2f-b4e3-473b-af97-e2e5b6d8cd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.473688693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"99002dfc-949d-49d2-b1a3-972160d66e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.478768881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"672f0d88-de37-4c43-b5a6-2c2138f07ddc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.483801704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"729afc2f-b4e3-473b-af97-e2e5b6d8cd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.485368702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f16a7bc-7ad8-44e8-80da-e0152e016b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.494751654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"99002dfc-949d-49d2-b1a3-972160d66e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.495273433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ea6fc6a7-0697-4edd-a194-0ffaef7f19af","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.498673723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"0d5da2a3-5514-4b0f-9c79-2e2781e30d39","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.498745931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"0d5da2a3-5514-4b0f-9c79-2e2781e30d39","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.505977516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ea6fc6a7-0697-4edd-a194-0ffaef7f19af","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.511987678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"beb9cec4-87d9-4746-bed0-e1d74892d1b7","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.512004839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"beb9cec4-87d9-4746-bed0-e1d74892d1b7","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.515576497Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"ea6fc6a7-0697-4edd-a194-0ffaef7f19af","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.521609394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"7003b8af-e74d-4ed6-ac1e-e51b6d53a6aa","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.571118392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"95235193-7938-4c0e-b27c-d919f83e5f07","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.620145528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"7fc65d63-d85a-482d-9652-057eda1e4a5d","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.647149282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"be36f72a-39b3-49be-8b0c-abd4d1087ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.647906364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9ffaf9f7-8d38-45be-921e-5ddd56ad0205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.648580563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6642d2c4-5962-4abc-9ef1-256605cbf8f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.65382762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ecf70c17-0e0b-42df-9dc9-2bdb4d8f8dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.66213978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"e6188e54-25be-4bf7-8f3a-c917830027b0","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.672076747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"be36f72a-39b3-49be-8b0c-abd4d1087ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.676108104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6642d2c4-5962-4abc-9ef1-256605cbf8f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.678201906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3ec36cca-19bd-4178-a10c-cfa410d5cd94","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.6783369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9ffaf9f7-8d38-45be-921e-5ddd56ad0205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.68854401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"7f4f53a8-c207-40b9-9fb5-0fd3665518eb","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.688629388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"7f4f53a8-c207-40b9-9fb5-0fd3665518eb","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.694069879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ecf70c17-0e0b-42df-9dc9-2bdb4d8f8dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.695320377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3ec36cca-19bd-4178-a10c-cfa410d5cd94","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.699394287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"0ed3f7e4-a4c4-4691-be7c-b6f2dc4ca00c","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.702064206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"a12b2597-9bd3-44d1-800d-e7b890c9a84c","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.739297521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2c821e22-452c-47a1-88af-e639a6eb6615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.740707674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"2175ee00-81a2-408a-a3f1-daae065328bd","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.742745576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"daec61b7-d0c1-4f52-9008-cc6500c37986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:21.745973567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"774524e2-e7b4-4a2e-bc25-324f9e7b5a1b","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.750495166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2c821e22-452c-47a1-88af-e639a6eb6615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:21.753604688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"774524e2-e7b4-4a2e-bc25-324f9e7b5a1b","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.753945116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"daec61b7-d0c1-4f52-9008-cc6500c37986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:21.796701452Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"03ab01aa-9870-4de3-9804-4de4404034e5","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:21.870762109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"51446db7-739c-49d7-87ba-ef92e90fecdc","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:21.870919428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"51446db7-739c-49d7-87ba-ef92e90fecdc","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.104782118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6f46f49a-c41d-4f4d-9c0d-724a67ddde6b","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.11985104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"cc90498c-0054-4821-9e1d-1c7c7876634f","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.119974583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"cc90498c-0054-4821-9e1d-1c7c7876634f","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.120965504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8bdbac3d-4577-4178-b0ea-a3de0ece8cff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.32432604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8bdbac3d-4577-4178-b0ea-a3de0ece8cff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.360636001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"5f175ba1-f557-4a08-becf-dbf28042803a","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.361574962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f6258e","namespace":"e2e-extmod-att-user-dbb8ce"},"namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","reconcileID":"d27325ec-b39c-41a9-b81c-ce03feabd9e2","namespace":"e2e-extmod-att-user-dbb8ce","name":"e2e-att-serve-f6258e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.363846319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"77c0ab81-d6a8-484a-bd57-b1b75ead0594","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.372908181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"6f46f49a-c41d-4f4d-9c0d-724a67ddde6b","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.379589467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65802567-cd67-4b62-b4c6-99dc9c9cd237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.379768181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"eb803cd5-b959-4cef-817c-376ca01b764b","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.379929277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"eb803cd5-b959-4cef-817c-376ca01b764b","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.396739346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"77c0ab81-d6a8-484a-bd57-b1b75ead0594","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.398359255Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"8bdbac3d-4577-4178-b0ea-a3de0ece8cff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.50778978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"fcc38c85-c34b-4c72-b6cc-90019787a8bd","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.507919009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"fcc38c85-c34b-4c72-b6cc-90019787a8bd","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.508608261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"e9cbcd37-c29b-4f4c-8ca1-3b8ab2ae31ab","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.655602434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65802567-cd67-4b62-b4c6-99dc9c9cd237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.656969172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"47f15353-7a37-4d99-bf97-5ffd80a8cbca","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:22.657046076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"47f15353-7a37-4d99-bf97-5ffd80a8cbca","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.66326557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"14e5b67c-0928-45a8-a7a5-68de722ebb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.664125104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"06ffb30e-5d7f-4664-a15b-234a42ccbb63","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.717818247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"1af28fe9-f2aa-48ad-b6bf-94010738fcaa","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.746055905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"14e5b67c-0928-45a8-a7a5-68de722ebb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.750304297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"d74290f4-9954-43bf-b09e-871aec6b9af9","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.765111352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"ceef82af-5d98-4c4a-a353-ae657f8f2465","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.858738068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b04694f9-0d67-486f-8b4d-074c65afbb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.862730518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"7e5ef185-e0b5-437f-a4c2-244471b08daa","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.905317673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b60c43c1-b5c7-4ac2-88f4-6f1da2acc46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:22.927133193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b04694f9-0d67-486f-8b4d-074c65afbb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:23.031980686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"66403394-e8e3-4f7f-a56d-fd63c06cb044","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:23.03207945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"66403394-e8e3-4f7f-a56d-fd63c06cb044","error":"ExternalModel e2e-extmod-att-user-6b8931/e2e-att-delete-204df0 is attached to several gateways [openshift-ingress/e2e-extmod-a-8072a0 openshift-ingress/e2e-extmod-b-36a099]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.176271651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b60c43c1-b5c7-4ac2-88f4-6f1da2acc46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.181492367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a89fc089-9160-4b08-8819-16de51ee4864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.233282145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"82b2e31c-4d09-4a2f-aba7-36576b6b5428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.250974461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e5d17fd0-cafc-49fd-8df8-12c97bef8804","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.421811211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a89fc089-9160-4b08-8819-16de51ee4864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.439834579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e5d17fd0-cafc-49fd-8df8-12c97bef8804","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.483943194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"82b2e31c-4d09-4a2f-aba7-36576b6b5428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.490236464Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e5d17fd0-cafc-49fd-8df8-12c97bef8804","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.491557723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"09989229-7125-4850-acab-6aaa6cdfc412","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.500612842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73b5ef0-d1bd-4a46-b858-78f4d73ac63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.502190895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"e6bc05d7-7b57-4e9e-8384-aa76fb8e1fd5","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.502347015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"e6bc05d7-7b57-4e9e-8384-aa76fb8e1fd5","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.515905429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"448f4b03-83b8-4e1e-978a-03d288bd5717","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.521177525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73b5ef0-d1bd-4a46-b858-78f4d73ac63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.535623507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"448f4b03-83b8-4e1e-978a-03d288bd5717","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.676133842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"38366b7d-7da7-4b35-a76c-c8d895f06bb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.811053043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"df178f10-d49b-4a37-a695-a40c30a1d065","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.816523909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9db5cce2-970e-4eaa-896b-5b663201b0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.843072674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"38366b7d-7da7-4b35-a76c-c8d895f06bb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.892870626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b4b1bef2-4f08-467d-81bf-e8fca8f8f240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.897421723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"343e09e5-bff0-43cc-8a52-ea6b350f5e3e","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.897572319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"343e09e5-bff0-43cc-8a52-ea6b350f5e3e","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.904616292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9db5cce2-970e-4eaa-896b-5b663201b0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.905244642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1ad17b2e-1c73-424c-a7fd-ba3f94d30ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:23.961426625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b4b1bef2-4f08-467d-81bf-e8fca8f8f240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.005021647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1ad17b2e-1c73-424c-a7fd-ba3f94d30ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.019356205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"6d0a802c-7f54-4ffc-b50e-bf9e1ad771c9","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.019391667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"6d0a802c-7f54-4ffc-b50e-bf9e1ad771c9","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.020020808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"8e210468-9ec7-4e43-bc4b-2086df914d21","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.056586881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"cad7a4c5-eef6-471d-a32b-3b0f4883915c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.075994574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"cad7a4c5-eef6-471d-a32b-3b0f4883915c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.149261836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ca596afd-aa60-4558-8470-6cf459c6e732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.167333367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"33ef2cdf-65a6-447b-8a15-3f60c51458d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.201494615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"33ef2cdf-65a6-447b-8a15-3f60c51458d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.211644033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ca596afd-aa60-4558-8470-6cf459c6e732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.256074109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-204df0","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","reconcileID":"af0c51eb-f159-400d-af51-06b296c93238","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-delete-204df0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.351930161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"af5eec4e-8ffc-405e-8afd-0958e4e9c45f","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.415211873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"93a6aadd-251c-44d8-8080-1945d3beff2e","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.41595981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f766006e-dbe9-406b-b959-76e178f52850","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:24.417027155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"fedb913c-5e6a-4a12-98f0-f5510f4626d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.064602195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"fedb913c-5e6a-4a12-98f0-f5510f4626d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.066717739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f766006e-dbe9-406b-b959-76e178f52850","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.18691301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"7f2f9d06-af6e-4b53-b827-ba3028288875","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.216549014Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"fedb913c-5e6a-4a12-98f0-f5510f4626d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.229466806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"8e86bf54-6f4d-420c-9f6f-8846f6e7e7a7","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.259045792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a8eafcb5-7c40-438a-bc49-a129ff8a838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.259786386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128ce0fa-0b67-47ad-9487-ae1413f9aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.292100969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"81f656b0-0914-444b-a955-9938a04b4c62","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.292951916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"1188c514-9f7b-4fef-b284-3651c7d071f4","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.315699955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a8eafcb5-7c40-438a-bc49-a129ff8a838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.341690439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"128ce0fa-0b67-47ad-9487-ae1413f9aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.37445709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"81f656b0-0914-444b-a955-9938a04b4c62","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.381426435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"1d2a8d38-5a67-45ca-a8d8-4bcda03a0f25","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.381730029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"1d2a8d38-5a67-45ca-a8d8-4bcda03a0f25","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.392215465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"e2b3c572-fda8-45c1-849d-7c5863c070da","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.399248273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1f5bffc8-f1ac-4be2-8681-e929802304e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.465255401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1f5bffc8-f1ac-4be2-8681-e929802304e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.473222275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"59b8089b-883f-4c3e-a754-a760620a0ad6","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.499226566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1ef25436-b129-47b5-b7b4-e53f4fdeeca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.514992285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1ef25436-b129-47b5-b7b4-e53f4fdeeca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.603251438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"6a4fd087-0ac2-429d-9142-c1e8e5d9a3a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.609269633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"083cad66-0de3-4e1e-912c-bf6dd7db9f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.609937069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"224dac5b-4843-411e-b094-8fc249d33521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.61817498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"6a4fd087-0ac2-429d-9142-c1e8e5d9a3a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.629722703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"083cad66-0de3-4e1e-912c-bf6dd7db9f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.645096012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"224dac5b-4843-411e-b094-8fc249d33521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.771098007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dedf2e2a-7037-401e-a3b8-8062ee7ec859","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.828559665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dedf2e2a-7037-401e-a3b8-8062ee7ec859","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.829165042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"415ba06d-cbe1-43e0-80cd-f36d962538eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.839540118Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"dedf2e2a-7037-401e-a3b8-8062ee7ec859","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.847322559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"415ba06d-cbe1-43e0-80cd-f36d962538eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.965943725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"9835cc90-ed8d-450f-8664-4a1db693cf9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.976987226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"09bba5c2-5c72-4bb4-b97e-2cb3edcd7ae3","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.985257111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"da8a019a-37ba-49df-a8d6-a92d7904be1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.986023441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6d251cee-f9f1-474c-90de-5f476a9d1394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:25.987552669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"9835cc90-ed8d-450f-8664-4a1db693cf9e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.019103004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"da8a019a-37ba-49df-a8d6-a92d7904be1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.067119215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6d251cee-f9f1-474c-90de-5f476a9d1394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.091873857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bd013358-32f3-4f48-b21a-e1eca93caf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.110206658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bd013358-32f3-4f48-b21a-e1eca93caf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.122376958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"792b14e8-1682-4d8d-8e0f-6198fbe20033","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.145879034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"792b14e8-1682-4d8d-8e0f-6198fbe20033","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.269512084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c97c2f04-623f-44ec-a0ac-76f5e28e2e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.272738384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2d605e68-0ae0-42b2-904e-c603c4c70b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.280133395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c97c2f04-623f-44ec-a0ac-76f5e28e2e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.288117959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2d605e68-0ae0-42b2-904e-c603c4c70b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.375042503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"2b202825-389f-4edb-a50a-10b3c76e1402","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.375069401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"2b202825-389f-4edb-a50a-10b3c76e1402","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.377187708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b6901150-dcd2-4154-b3d9-d4c5a44b2d85","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.382339738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b2bd5058-c24f-4a4f-9f99-1cf40c932ccb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.387637398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b6901150-dcd2-4154-b3d9-d4c5a44b2d85","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.406335423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b2bd5058-c24f-4a4f-9f99-1cf40c932ccb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.42541478Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b2bd5058-c24f-4a4f-9f99-1cf40c932ccb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.473760292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"01f3b2e4-ba54-4d80-b26f-1b11b3c706d0","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.477741236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdefb1c6-d28c-4275-8d29-0b085098535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.500308921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"01f3b2e4-ba54-4d80-b26f-1b11b3c706d0","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.511378452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"721bc8e0-b60d-4a8c-b1ff-2e3292f70de5","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.540422743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdefb1c6-d28c-4275-8d29-0b085098535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.561495102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"721bc8e0-b60d-4a8c-b1ff-2e3292f70de5","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.59398254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d542e613-76a3-4d14-93a1-04440fed1b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.604511094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d542e613-76a3-4d14-93a1-04440fed1b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.751199004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"11759fc5-270f-4d1a-85ca-9a758652d98d","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:26.751236702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"11759fc5-270f-4d1a-85ca-9a758652d98d","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.100991834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"aa9604df-71ed-4360-9090-3180715c93cf","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.115154664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"2a0be903-a87e-4017-9339-bbe51d8680f4","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.165874387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ebeb183-c987-40f3-9f73-7861b6a23847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.165924823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"560970b9-8067-419b-9c3b-c62b2bfac662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.169517604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d4c077-6d89-4768-9b14-9c887425c5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.169801677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a0238ec8-489f-4343-adc8-6238a4996cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.17329574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"808d7d97-cd6b-423c-83db-3e32aa5fcdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.181258983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ebeb183-c987-40f3-9f73-7861b6a23847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.185282089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"560970b9-8067-419b-9c3b-c62b2bfac662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.187825279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d4c077-6d89-4768-9b14-9c887425c5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.188996177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a0238ec8-489f-4343-adc8-6238a4996cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.190580029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9532f054-7d38-4bf6-8044-c886feacdf4d","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.252869057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"808d7d97-cd6b-423c-83db-3e32aa5fcdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.265270714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"a94fef6e-2b50-4cd2-abbb-b12e67c2712d","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.41259836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"5723cd57-e463-45a7-b367-510681552269","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.508387502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ed13ca8b-b68e-4ddd-bbfb-fefd262521c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.574288782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"90e7ca8f-0caa-4d9f-883b-cd6a79ea70c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.575832242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7b4f07-0ffa-4a7a-9b73-5331dbecbd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.583354294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ed13ca8b-b68e-4ddd-bbfb-fefd262521c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.61679372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"fe47e81d-d1b7-4098-bbb2-46bfc1dfecd8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.618034688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4e7dc642-ad98-41dd-898a-8249edd0f147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.622579294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"90e7ca8f-0caa-4d9f-883b-cd6a79ea70c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.637511331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7b4f07-0ffa-4a7a-9b73-5331dbecbd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.656901187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4e7dc642-ad98-41dd-898a-8249edd0f147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.666868927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"fe47e81d-d1b7-4098-bbb2-46bfc1dfecd8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.67787952Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"fe47e81d-d1b7-4098-bbb2-46bfc1dfecd8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.783210103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6e119bc8-3979-4f51-b808-c2108ad53ab3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.787030798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"01e45e90-de0b-4619-922c-729de6966d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.807000713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5587bf5d-bd48-4ba4-9656-e6d4b61db0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.809847622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"55686684-53cb-4301-b9a4-a85592eecde3","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.810537138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"0a078c46-505d-438c-856d-a23aafd8ba08","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.8115802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"f3ebd327-b5c4-4f09-883c-4e7f15bbf203","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.812419407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6e119bc8-3979-4f51-b808-c2108ad53ab3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.817488951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"01e45e90-de0b-4619-922c-729de6966d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.84086237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ddb1a177-cc69-4481-b624-0190540cfb29","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.845677593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5587bf5d-bd48-4ba4-9656-e6d4b61db0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.858676839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"ddb1a177-cc69-4481-b624-0190540cfb29","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.862608703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"55686684-53cb-4301-b9a4-a85592eecde3","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:27.960483406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"dfb46dba-6280-4a8b-90d4-d29ff88f4cd1","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.035481338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b0e230d-aaee-4979-a523-07623823877d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.071953951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"462f6503-e3db-4074-bd1c-39221d8f21fe","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.072069844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"462f6503-e3db-4074-bd1c-39221d8f21fe","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.307500371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b0e230d-aaee-4979-a523-07623823877d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.438892061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"4a036a77-45b2-487e-8c5f-ce5f1d4c4124","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.465035806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"fa070979-8a21-4541-b3eb-d2114d13fab4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.506818067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cf02f671-0ab1-402e-8412-f24d8e1cfffa","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.507584485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"02dfddcc-083d-4d90-8fe7-9eb0435d6f26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.550370118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"fa070979-8a21-4541-b3eb-d2114d13fab4","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.578935845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"c28e679e-0191-4acc-b12d-bce4ec650723","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.58421175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"c28e679e-0191-4acc-b12d-bce4ec650723","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.583063089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"cf02f671-0ab1-402e-8412-f24d8e1cfffa","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.583691119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"4a036a77-45b2-487e-8c5f-ce5f1d4c4124","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.653950095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"02dfddcc-083d-4d90-8fe7-9eb0435d6f26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.654547312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cdcdb39-3d69-4e3c-be11-2ee42f5fcd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.749556153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cdcdb39-3d69-4e3c-be11-2ee42f5fcd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.749781532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"02dfddcc-083d-4d90-8fe7-9eb0435d6f26","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.895124971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e1f6707c-6586-4983-8503-6be7cb1fb587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.895495818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7993ab18-ead1-41f1-a40f-7bbb898ae806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.89570756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0b1dfdb1-9744-4746-b9fa-6684b23d08f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.895910214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ed328d5-e213-4e52-a1df-e47913deb854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.933120233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3ed328d5-e213-4e52-a1df-e47913deb854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.947154614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7993ab18-ead1-41f1-a40f-7bbb898ae806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.950128687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e1f6707c-6586-4983-8503-6be7cb1fb587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.963030431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3a08078d-8cf1-4760-b154-195d6c1094ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.96468707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0b1dfdb1-9744-4746-b9fa-6684b23d08f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:28.992298311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.027861239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3a08078d-8cf1-4760-b154-195d6c1094ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.16004275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29de08ed-e49c-48bf-879b-f9f274931ab9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.209980872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29de08ed-e49c-48bf-879b-f9f274931ab9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.22637014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9823c7f9-b7f7-42e7-b5e4-125a587101a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.248846069Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"29de08ed-e49c-48bf-879b-f9f274931ab9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.260607539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8c23a6d6-10bc-4b71-85cc-f99ad8e2e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.264391003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9823c7f9-b7f7-42e7-b5e4-125a587101a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.268795638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b7a67391-495c-4a31-9a5c-03e9ae4aefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.273075264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8c23a6d6-10bc-4b71-85cc-f99ad8e2e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.276692108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b7a67391-495c-4a31-9a5c-03e9ae4aefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.325222429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b50c4b83-b158-47ae-a725-9a6688a7dc5f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.334467649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"de34a66e-c562-4e96-bb29-de1b732add73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.358564834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"fe94f5d5-ee10-4607-aec2-0433b127e004","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.366758665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"de34a66e-c562-4e96-bb29-de1b732add73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.369105345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b50c4b83-b158-47ae-a725-9a6688a7dc5f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.373773612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"fe94f5d5-ee10-4607-aec2-0433b127e004","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.502476383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"302e57b5-ddd4-4b90-950b-6cf465f23efe","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.531039575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7fda2737-81e6-4fc6-9090-cc4b1f3ca278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.54165553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"44d2318e-e585-4f61-9113-9ddce8d37ab3","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.541746654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"44d2318e-e585-4f61-9113-9ddce8d37ab3","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.556988606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"302e57b5-ddd4-4b90-950b-6cf465f23efe","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.571540858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7fda2737-81e6-4fc6-9090-cc4b1f3ca278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.573337465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4c2b2e08-7a19-4c5e-a8ba-1a2c58e765f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.581884862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"8673d7c2-109d-472f-8956-0454462317d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.588394329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4c2b2e08-7a19-4c5e-a8ba-1a2c58e765f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.593136363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"8673d7c2-109d-472f-8956-0454462317d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.737049298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"6ad3aa1e-aeb7-4535-9efb-d7010847e45f","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:29.7370882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"6ad3aa1e-aeb7-4535-9efb-d7010847e45f","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.956389394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.960247946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"4b77808a-1c6b-4d2c-b5d8-518e4c2510c3","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.960272986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"4b77808a-1c6b-4d2c-b5d8-518e4c2510c3","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:30.969764336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-af245c-5365a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.970891645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e05ad36d-4db1-4dc9-8267-267e9493de63","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.970903036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3b0edea2-2193-4ef8-b938-203c60bddc83","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.980415336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e05ad36d-4db1-4dc9-8267-267e9493de63","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.980922101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"6e216d8f-7048-456f-95bf-29d3a2d8aa9e","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.980941849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"6e216d8f-7048-456f-95bf-29d3a2d8aa9e","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.981212495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3b0edea2-2193-4ef8-b938-203c60bddc83","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.988295298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"eaa86f4d-80c1-4788-9e4d-d931e5370670","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.988317446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"eaa86f4d-80c1-4788-9e4d-d931e5370670","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:30.998980746Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"6faa4f1d-7055-49c1-babe-9de673bc3a2a","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","model":"e2e-cfl-af245c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.03089534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"6acb1785-0d19-4fdd-b9f0-840d4992f2af","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.030915996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"6acb1785-0d19-4fdd-b9f0-840d4992f2af","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.069158692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fb57ec9c-e164-46a1-b0da-c9b8d20eff84","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.077391315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fb57ec9c-e164-46a1-b0da-c9b8d20eff84","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.097459563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"0fea6898-01a9-4d4e-b7fc-907c71d042af","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.104921603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"592d9945-e6c0-442b-9d74-2638e2049f96","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.113495368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"592d9945-e6c0-442b-9d74-2638e2049f96","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.289675935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"f1e5569a-f2b0-4570-bc9d-de4c133d41f6","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","subscription":"e2e-cmp-legacy-ce1be0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.297091157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"f1e5569a-f2b0-4570-bc9d-de4c133d41f6","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.300844096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-sub","reconcileID":"f1e5569a-f2b0-4570-bc9d-de4c133d41f6","MaaSSubscription":{"name":"e2e-cmp-legacy-ce1be0-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.331131455Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.334585861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"6dcf069d-820c-4946-ae73-017687bef96b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.334608516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"6dcf069d-820c-4946-ae73-017687bef96b","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.341967201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"8991b9a6-d9e3-4731-b1c3-a42d881255f8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.349358341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"8991b9a6-d9e3-4731-b1c3-a42d881255f8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.354363668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"b041743d-0b50-492c-88bb-49cd7ee64e52","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.354388022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"b041743d-0b50-492c-88bb-49cd7ee64e52","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.469600693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"f5208d66-d706-4222-9746-3b222efc6083","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.477063592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"f5208d66-d706-4222-9746-3b222efc6083","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.484372101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"ecb7c132-77ad-45a3-b809-54d5ae3affa6","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.484391845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"ecb7c132-77ad-45a3-b809-54d5ae3affa6","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.595085583Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"7c3f55e0-a9d8-419c-9a70-8b2f9596b369","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.608233825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"7c3f55e0-a9d8-419c-9a70-8b2f9596b369","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.638533412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"7c3f55e0-a9d8-419c-9a70-8b2f9596b369","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.638552153Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0-access","reconcileID":"7c3f55e0-a9d8-419c-9a70-8b2f9596b369","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-ce1be0-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.651589703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"c70c3085-2c41-44ab-9323-a34375a515c9","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"ai-tenant-e2e-extmod-a-729802/e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:31.651614821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"c70c3085-2c41-44ab-9323-a34375a515c9","MaaSModelRef":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"routeName":"external-model-e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802","model":"e2e-cmp-legacy-ce1be0","externalModel":"e2e-cmp-legacy-ce1be0","provider":"e2e-cmp-legacy-ce1be0-provider","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.161886921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"23e0cffb-a86d-4b2c-9296-a6902c927850","namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.176054507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d9c2ad42-0e12-4670-b1d7-ad1e8f453696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.178059197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4f10e292-de1b-486e-97c8-62eadf364414","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.181028358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07c0066f-0f2e-4327-97af-6ce07b325b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.181816667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"bdf00891-dd53-428a-a3e4-4b1b89034f3e","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.18387741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d9c2ad42-0e12-4670-b1d7-ad1e8f453696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.18396513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f8da86d4-e783-4fa0-adff-252ebc4882f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.187138516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4f10e292-de1b-486e-97c8-62eadf364414","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.189621374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07c0066f-0f2e-4327-97af-6ce07b325b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.19009253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"bdf00891-dd53-428a-a3e4-4b1b89034f3e","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.193793587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f8da86d4-e783-4fa0-adff-252ebc4882f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.20073338Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"f8da86d4-e783-4fa0-adff-252ebc4882f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.261837638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-ce1be0","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","reconcileID":"1bc0988c-daa4-4ba7-b95c-70db0ff13745","namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cmp-legacy-ce1be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.336349296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff13759-2c75-491d-9e8b-494fce666ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.34984483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff13759-2c75-491d-9e8b-494fce666ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.420395573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"21f0daff-36d5-40e8-a132-6655c8e9e8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.423305495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"9041af7e-5221-4570-a255-d7c189bbce2f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.424476565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"331098c3-30db-49c2-8ef4-ae06a90823c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.426164164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3e6e0f3c-beb7-4cf2-b884-4beeb82f5fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.430835146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"21f0daff-36d5-40e8-a132-6655c8e9e8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.431611225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"9041af7e-5221-4570-a255-d7c189bbce2f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.434370505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"3e6e0f3c-beb7-4cf2-b884-4beeb82f5fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.43441312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"331098c3-30db-49c2-8ef4-ae06a90823c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.895976822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"70bc36c3-9f28-4ebb-920f-bd1c16d86edc","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.946684351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3ddac678-04eb-4588-afbd-b9bffbb376da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.989193808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3ddac678-04eb-4588-afbd-b9bffbb376da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:32.992196116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fba557b9-30c6-4574-b87c-f805318d83ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.005815615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fba557b9-30c6-4574-b87c-f805318d83ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.006426164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"28403f21-c8af-47a8-8106-c6e9b0607f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.007246332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e80e8671-5a32-45b2-978b-23f369e67d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.007908085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c1fb3806-4ee2-4ed9-8dad-899c8df62a7d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.018143495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"28403f21-c8af-47a8-8106-c6e9b0607f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.090965419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c1fb3806-4ee2-4ed9-8dad-899c8df62a7d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.09248586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e80e8671-5a32-45b2-978b-23f369e67d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.101383991Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c1fb3806-4ee2-4ed9-8dad-899c8df62a7d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.108802397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"643dc86b-1e16-4edf-ad34-14307e12b17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.108887954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fb5bbf57-23b7-4e7d-851c-01fecd6961d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.124648891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"643dc86b-1e16-4edf-ad34-14307e12b17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.125592696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fb5bbf57-23b7-4e7d-851c-01fecd6961d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.19367489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e43c8b27-188e-4400-9719-2294926b9d6b","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.193757172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07736606-dc1a-4b6b-a101-831312224895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.197689895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1a3201e4-95ab-4144-a7c3-dbf42feec292","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.198823352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3280317a-1491-41f6-ad64-758cf2d855a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.204299308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e43c8b27-188e-4400-9719-2294926b9d6b","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.205624906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07736606-dc1a-4b6b-a101-831312224895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.21524338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1a3201e4-95ab-4144-a7c3-dbf42feec292","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.21597405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4ca35ed6-903b-4241-8a3f-4ceeb0d2b9fe","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.216341013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3280317a-1491-41f6-ad64-758cf2d855a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.224534434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4ca35ed6-903b-4241-8a3f-4ceeb0d2b9fe","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.256603599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"ba4b9395-aa9b-4403-a6b5-93862d7602d9","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.261271468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"96496b90-d04a-455b-bc4d-ee7eebb8c973","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.261914115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d055b075-dac6-4d8f-b233-e3bc41e444d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.290127766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"ba4b9395-aa9b-4403-a6b5-93862d7602d9","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.291028456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"96496b90-d04a-455b-bc4d-ee7eebb8c973","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.292557148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d055b075-dac6-4d8f-b233-e3bc41e444d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:33.299519907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"d055b075-dac6-4d8f-b233-e3bc41e444d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.057124088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rot-37fe48-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.062971995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"9ed3f8a1-8b54-42fe-9733-600dc295b186","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.062993124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"9ed3f8a1-8b54-42fe-9733-600dc295b186","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:34.083141772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-c484a4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.083927012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ecf13ea5-ead5-4cdf-9091-84f75561e491","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.087594308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"480c0d07-0b34-4fa1-b84c-c13e069502f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.093817147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"985b0a35-94d0-491b-b753-d2b9ed25326b","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.093842563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"985b0a35-94d0-491b-b753-d2b9ed25326b","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.094813801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ecf13ea5-ead5-4cdf-9091-84f75561e491","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.099062857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"480c0d07-0b34-4fa1-b84c-c13e069502f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.108093577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"7451060a-0349-4852-a21d-18547b26b19b","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.108113981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"7451060a-0349-4852-a21d-18547b26b19b","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.131152445Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"29778f25-ff97-4eaf-bea2-0968a4585e40","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-ctrl-c484a4","model":"e2e-rec-ctrl-c484a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.159782096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"33769dc7-11d9-425d-9cd4-ca71a362d898","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.159800404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"33769dc7-11d9-425d-9cd4-ca71a362d898","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.173231904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"431032f7-e6dd-4d18-8576-061c1b611d1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.175924512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b63e8904-8d05-468e-959c-b0f7fe87c329","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.181672158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"431032f7-e6dd-4d18-8576-061c1b611d1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.185343313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b63e8904-8d05-468e-959c-b0f7fe87c329","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.193052721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"690a3433-04f4-49b9-8b7e-c23f9cb8dd39","namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.201008391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"c58aceb9-0a33-41fc-ae86-7d1c2a2b555f","namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.209088067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"f743ff2b-5950-4ea9-aaa8-89b5d32e7154","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-ctrl-c484a4","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.210717029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"61059c26-deb7-4dac-8d87-c05309d65e36","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.220574355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97cd7772-90c7-43b3-8651-b3fdb86c1e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.222828821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"61059c26-deb7-4dac-8d87-c05309d65e36","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.229253386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"77be7d8f-e720-4904-a1ba-ecf5c35cccb8","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.292521345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97cd7772-90c7-43b3-8651-b3fdb86c1e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.296536814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"77be7d8f-e720-4904-a1ba-ecf5c35cccb8","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.495792329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"43fb3746-82a4-410e-b784-5ed91be31d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.537282412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"24f93057-d011-4d60-91d1-221c16accb3e","namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.631087741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"56c5cd8c-96d6-424a-b5e5-0bb0f11888fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.73678319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"e472d0f3-6f0b-4738-ad2b-aae29d3f760e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.74835167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"56c5cd8c-96d6-424a-b5e5-0bb0f11888fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.752908545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"43fb3746-82a4-410e-b784-5ed91be31d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.761724301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"91b5d47a-5206-41e7-8b7c-d146b241740e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.766498362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2ccbd310-cbe9-4aa3-a387-fc0f3e964602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.807588335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"41ab79dc-3f37-4a58-a22c-1363833170c7","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.816544111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"41ab79dc-3f37-4a58-a22c-1363833170c7","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.815180831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"e472d0f3-6f0b-4738-ad2b-aae29d3f760e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.843087582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"91b5d47a-5206-41e7-8b7c-d146b241740e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.848140572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2ccbd310-cbe9-4aa3-a387-fc0f3e964602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.855078582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b820257-3dfb-4e99-b5c5-ccdec9641f0d","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.855102535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b820257-3dfb-4e99-b5c5-ccdec9641f0d","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:34.86518474Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b820257-3dfb-4e99-b5c5-ccdec9641f0d","name":"e2e-cfl-same-a0f232","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-a0f232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:34.865244253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b820257-3dfb-4e99-b5c5-ccdec9641f0d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-a0f232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.874355273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"2613dbca-062f-4617-9e18-3f5fcf390ac6","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:34.874376537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"2613dbca-062f-4617-9e18-3f5fcf390ac6","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.115380422Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"725ea9f2-0c74-4d38-bd87-16559cbcc2f4","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.186048788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"aaa0a5c8-02fb-4a15-9235-4dee8de552f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.202148788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"aaa0a5c8-02fb-4a15-9235-4dee8de552f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.203377909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cfa8c0a-5da6-4e50-85f2-0fb2fc4da535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.207795497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c15f02e3-ac49-481f-b58a-e1e92525efb8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.214968568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cfa8c0a-5da6-4e50-85f2-0fb2fc4da535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.21906283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c15f02e3-ac49-481f-b58a-e1e92525efb8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.225568152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"75272ac4-5dad-465b-bf73-369449597d14","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.226005515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47248cb3-5d7c-42cb-b761-326ec5829262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.229467168Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"c15f02e3-ac49-481f-b58a-e1e92525efb8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.235668006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"47248cb3-5d7c-42cb-b761-326ec5829262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.235793405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1a63ef73-2c28-48cf-bf12-dda961836707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.246252422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1a63ef73-2c28-48cf-bf12-dda961836707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.295319788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"0184a23e-d24b-47ea-a522-b434452ae687","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.350057434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"b029c7c0-f24e-4531-9a5a-021e1eb45b53","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.37186122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b26967e2-6c1b-466f-8268-4a09d971c8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.375865106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"34413438-54bb-4afe-8c6a-1f184a5ee830","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.38391197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b26967e2-6c1b-466f-8268-4a09d971c8d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.407224037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"fe8bdb14-0462-47ef-b70f-10bbca6b77fd","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.43380975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"a306c0b6-9533-4646-9c57-6efefd6e82d0","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.437627811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d15ac2cc-bc7d-4fab-a870-0e242b244add","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.440405811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a622c6a5-8d8d-421c-bbcf-59d68876e954","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.442184324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"fb3679aa-9c16-420c-b443-1fcccb757b44","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.476345525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d15ac2cc-bc7d-4fab-a870-0e242b244add","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.534091937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a622c6a5-8d8d-421c-bbcf-59d68876e954","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.535118449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"14284bd9-e931-4dba-9037-41142e3ba59e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.558204526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"14284bd9-e931-4dba-9037-41142e3ba59e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.56499288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ed45108e-9a2a-4730-86cc-49327ee61f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.580990433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ed45108e-9a2a-4730-86cc-49327ee61f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.634961267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"8dd0df69-0986-4e28-a7ae-01682295053d","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.640342011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"8513a1c7-8da9-42a3-97c2-7214f7f6ffbb","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.640369711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"8513a1c7-8da9-42a3-97c2-7214f7f6ffbb","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.646089868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bc33a138-4db6-4daf-9867-611a0800b04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.673622918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bc33a138-4db6-4daf-9867-611a0800b04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.821508917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"9a496488-976a-4d19-a06f-80dedbc00667","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.821616847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"9a496488-976a-4d19-a06f-80dedbc00667","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.930854825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"0b3ff863-1fd9-4361-a812-49563749fd7a","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.969269605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86783b52-04f1-414c-b748-d2170846e422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:35.970497178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a59a2c25-5116-4e07-9d31-84b537b6f79d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.023647541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"0b3ff863-1fd9-4361-a812-49563749fd7a","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.089125122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"6cea83d7-8bd0-4dbe-8db5-fec0e7c2a32b","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.099340225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86783b52-04f1-414c-b748-d2170846e422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.107094467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a59a2c25-5116-4e07-9d31-84b537b6f79d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.114010616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"df95cc15-c294-4227-8dfa-ced41a2f6c9d","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.117201358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"6cea83d7-8bd0-4dbe-8db5-fec0e7c2a32b","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.119272585Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a59a2c25-5116-4e07-9d31-84b537b6f79d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.123598955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"5283cc68-94cf-41cf-984d-4944dbfd6bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.132298665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"5283cc68-94cf-41cf-984d-4944dbfd6bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.152981604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a6af0657-f44c-4414-a915-c573813178cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.153522377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4e60c664-f51a-4683-ad43-24392c0fe19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.165015367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a6af0657-f44c-4414-a915-c573813178cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.165351509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"323f276b-d5d2-4546-9191-8d9b5b5147b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.169252969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9da986a-4fe8-4726-810a-c53fe016329f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.172601161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8c0cfed0-26cc-4d2e-b6e7-941ba60b93a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.188090668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"323f276b-d5d2-4546-9191-8d9b5b5147b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.188936884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4e60c664-f51a-4683-ad43-24392c0fe19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.190797481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9da986a-4fe8-4726-810a-c53fe016329f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.192715083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8c0cfed0-26cc-4d2e-b6e7-941ba60b93a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.253956034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"72dcbcab-21a6-4b8e-b977-521fd3d20dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.254269742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"afac6eab-479f-458f-9c40-4a13c6604afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.264746249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"72dcbcab-21a6-4b8e-b977-521fd3d20dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.265945629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"afac6eab-479f-458f-9c40-4a13c6604afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.34987562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"414e2dea-4591-4c30-8d1d-f14278dd8146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.350839157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"84c4e411-73ea-4472-9b1a-8c6e3a2398c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.359938939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"414e2dea-4591-4c30-8d1d-f14278dd8146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.36066475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b33e1fe-187d-4340-9ba4-058c6fa46fcc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.363783223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"84c4e411-73ea-4472-9b1a-8c6e3a2398c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.37016936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b33e1fe-187d-4340-9ba4-058c6fa46fcc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.377259234Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"8b33e1fe-187d-4340-9ba4-058c6fa46fcc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.589537071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"1231086b-9cb6-4f62-a14d-5e3f8b847efb","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.59004587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4fc3a7af-d91a-494a-969e-a2bedcc5bd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.593312359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ace71a13-3eeb-4ca1-8bb2-f48f042f35fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.593478873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b086e1bc-7c59-456f-93d2-1ad8dc3206f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.597986874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"1231086b-9cb6-4f62-a14d-5e3f8b847efb","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.598338737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a821fca3-5822-4e14-b651-3939e2aa15d9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.599657958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4fc3a7af-d91a-494a-969e-a2bedcc5bd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.602980162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b086e1bc-7c59-456f-93d2-1ad8dc3206f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.603739212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ace71a13-3eeb-4ca1-8bb2-f48f042f35fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.606298172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"a821fca3-5822-4e14-b651-3939e2aa15d9","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.62796585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"925a94ba-546e-4b04-8065-3d660746d24c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.627986109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"925a94ba-546e-4b04-8065-3d660746d24c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.636786131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"c15278a8-2a72-41a9-8258-075a2e2df326","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.668293271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"c15278a8-2a72-41a9-8258-075a2e2df326","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.676068351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"c15278a8-2a72-41a9-8258-075a2e2df326","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.692102724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"cc0aabd8-43ab-49d2-a8cf-91e14d028eaf","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:36.692132628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"cc0aabd8-43ab-49d2-a8cf-91e14d028eaf","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.570009615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"b87ac544-abd1-441a-b18e-1f526145c8db","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.772259006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"ac57d670-5093-408e-a9bd-350ab23acf45","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.792265773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"811148c5-460a-4130-83a1-5216d911851b","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.797548568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"b3a70ff9-7814-45ba-b83b-91f8afebe6b6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.798804998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8a890022-469d-446d-ada4-39281d5a34e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.800947929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f8466680-8c2f-4eeb-90a2-febbb1b27b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.802735974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294e95bd-448a-4c5d-9881-54d942be13e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.80456462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"811148c5-460a-4130-83a1-5216d911851b","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.807186494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8a890022-469d-446d-ada4-39281d5a34e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.815771928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f8466680-8c2f-4eeb-90a2-febbb1b27b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.817544727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"811148c5-460a-4130-83a1-5216d911851b","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.8181959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"515869df-60cb-40cd-beb6-e5b85a670df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.820060376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294e95bd-448a-4c5d-9881-54d942be13e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:37.88349722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"515869df-60cb-40cd-beb6-e5b85a670df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.095595671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9c67598d-39ae-4479-b381-f6cff4cd15a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.237414055Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"515869df-60cb-40cd-beb6-e5b85a670df4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.268059965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"6951fec2-f74d-4d9a-8c71-51204ccf72c6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.270637852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9c67598d-39ae-4479-b381-f6cff4cd15a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.354822175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"6d5cf4a2-c1dc-4bad-9b7a-bcf9cb8321a1","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.380774745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f2c2811d-ddf1-4b2d-9249-03cdee20b1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.409094452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"26224a33-be71-4603-8046-70bb6b49365d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.409197321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"26224a33-be71-4603-8046-70bb6b49365d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.41295955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f2c2811d-ddf1-4b2d-9249-03cdee20b1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.428608191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6eaa46d9-f124-4287-a00b-faaf038f21d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.437607829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"c48ea591-5806-48fb-9b9f-6b3a9bcaff60","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.437635626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"c48ea591-5806-48fb-9b9f-6b3a9bcaff60","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.441948096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6eaa46d9-f124-4287-a00b-faaf038f21d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.447475708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"445129cb-c1a6-416b-95fd-de54a6146edd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:38.449252396Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"c48ea591-5806-48fb-9b9f-6b3a9bcaff60","name":"e2e-cmp-legacy-83bfe6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-83bfe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:38.449307724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"c48ea591-5806-48fb-9b9f-6b3a9bcaff60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-83bfe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.456143565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"445129cb-c1a6-416b-95fd-de54a6146edd","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.46529339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"e83af57a-552c-4ea9-974f-15a78f3f5b60","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.465313916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"e83af57a-552c-4ea9-974f-15a78f3f5b60","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.49866082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d67d6a79-ed97-41a5-9559-c29c41585861","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.506744702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d67d6a79-ed97-41a5-9559-c29c41585861","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.602393089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e4e998ff-6920-49d4-8b97-4dac40098987","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.61188455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e4e998ff-6920-49d4-8b97-4dac40098987","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.71021983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e93566a0-d9a8-4cbe-86b4-471485427bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.710862272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"75f6132e-dc75-4d69-a9f9-930554220524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.720015071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e93566a0-d9a8-4cbe-86b4-471485427bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.720680621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"12c776fb-cf38-46c0-abc7-9f0114b722a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.721975622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"75f6132e-dc75-4d69-a9f9-930554220524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.734178212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"12c776fb-cf38-46c0-abc7-9f0114b722a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.748697739Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"12c776fb-cf38-46c0-abc7-9f0114b722a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.815250488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b5e4f548-8259-4ddf-a1c4-348abfb0dc2c","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:38.830976381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"b5e4f548-8259-4ddf-a1c4-348abfb0dc2c","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.017194071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dfbc7b7e-d15b-4776-a4ee-f6473d34bd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.017936949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8d060c0-886f-4527-96d2-2ccf3af54fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.018596716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"605f830d-8d53-4a92-acff-1972bf3a1e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.024317366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"be93615c-df06-4878-93cd-741c2d9ab47f","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.032756572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dfbc7b7e-d15b-4776-a4ee-f6473d34bd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.090148278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8d060c0-886f-4527-96d2-2ccf3af54fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.093417854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"605f830d-8d53-4a92-acff-1972bf3a1e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.097986691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"86fc94a5-3b89-450e-b0ae-4ea59f3a660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.098715573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"be93615c-df06-4878-93cd-741c2d9ab47f","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.098803298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"2fdfa06f-fcea-45c0-ab8f-6ceca15cb6f6","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.14497809Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"be93615c-df06-4878-93cd-741c2d9ab47f","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.146154079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"17ce2137-9491-46fa-a6fa-9f1a77709036","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.146474109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"ee7fa8fa-150f-4e67-82a2-66838ec88a88","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.160879938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"86fc94a5-3b89-450e-b0ae-4ea59f3a660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.283747755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"7d34804e-e799-4ca1-bc0d-6ebc4ad7ca28","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.29426385Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"5ec7d3c3-3b1d-4520-911c-49e107914c1a","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.317964743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"eaf8b375-ba2e-441f-8987-1bb337e4917f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.337903163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"bb76b3ef-f985-4bf3-af84-4550f44037a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:39.341936318Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"7d34804e-e799-4ca1-bc0d-6ebc4ad7ca28","name":"e2e-rot-37fe48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-37fe48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:39.342106846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"7d34804e-e799-4ca1-bc0d-6ebc4ad7ca28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-37fe48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.340007502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"eaf8b375-ba2e-441f-8987-1bb337e4917f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.355625871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"651e882c-443b-4541-a5a6-f4e9fcfd5ccb","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.382738632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"bb76b3ef-f985-4bf3-af84-4550f44037a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.391423249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"eaf8b375-ba2e-441f-8987-1bb337e4917f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.392565255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b4cd93f8-4789-4498-b16f-eb6c94ae43e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.397278862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"0ac9f9b1-4fb1-4d0b-9c82-6c7e7f7db768","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.402508282Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"2883f339-2b5f-4d4f-906a-ebb7294d4925","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.403043722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a4322382-fac5-4c02-9051-ceac3ec392b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.616123492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"dd96d071-668e-4800-ad0a-12c8b6370efb","namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.668910257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b4cd93f8-4789-4498-b16f-eb6c94ae43e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:39.763594954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"9c4ca093-c7c8-46f7-a236-e552d1c6bf37","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"error":"ExternalModel e2e-rot-37fe48 not found in namespace e2e-extmod-rot-user-5b7368 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.852693293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a4322382-fac5-4c02-9051-ceac3ec392b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.899203046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95cabfe8-fc87-44d9-8f37-b7bad3f4dbc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:37:39.927003655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-37fe48","namespace":"e2e-extmod-rot-user-5b7368"},"namespace":"e2e-extmod-rot-user-5b7368","name":"e2e-rot-37fe48","reconcileID":"9c4ca093-c7c8-46f7-a236-e552d1c6bf37","error":"ExternalModel e2e-rot-37fe48 not found in namespace e2e-extmod-rot-user-5b7368 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.962351812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"eec436f5-4bb6-44bb-9553-f35962362b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.962845857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95cabfe8-fc87-44d9-8f37-b7bad3f4dbc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.96811348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"a5a22532-053d-48dc-a598-e236ee16127d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.975188855Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"8bcaa3d8-3620-423c-8626-a1e3110e618e","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","error":"MaaSModelRef not found: e2e-extmod-rot-user-5b7368/e2e-rot-37fe48 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.977251408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"eec436f5-4bb6-44bb-9553-f35962362b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.985406196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"a5a22532-053d-48dc-a598-e236ee16127d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.990317099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"393012b1-cc0a-4e08-9e8c-70f78d14b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:39.995076535Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"a5a22532-053d-48dc-a598-e236ee16127d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.005598708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"393012b1-cc0a-4e08-9e8c-70f78d14b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.088667735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"da306e72-ac38-419e-86b8-dd707e31b9ba","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.088782681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"da306e72-ac38-419e-86b8-dd707e31b9ba","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.097654668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"84f48d88-f181-487e-be57-5c31abb9f5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.105896244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"84f48d88-f181-487e-be57-5c31abb9f5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.176140175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"4c83627f-741a-4f49-a5bd-e44ec1cddcf2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.182675893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"35011b06-3223-468b-8ef8-d44c7d33464a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.187867029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d3e3d169-5760-492b-a2fc-2dab8822a298","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.191094839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"35011b06-3223-468b-8ef8-d44c7d33464a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.196698211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"de5f122f-51cd-4307-8b17-ffbd33bb1592","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.198540005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d3e3d169-5760-492b-a2fc-2dab8822a298","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.208478748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"de5f122f-51cd-4307-8b17-ffbd33bb1592","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.208509478Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"de5f122f-51cd-4307-8b17-ffbd33bb1592","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.214302187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"4c83627f-741a-4f49-a5bd-e44ec1cddcf2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.221980663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"4c83627f-741a-4f49-a5bd-e44ec1cddcf2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.234275025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"6777a817-1b1c-48b4-bd81-312ab9073f87","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.234293379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"6777a817-1b1c-48b4-bd81-312ab9073f87","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.278329047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"4b5eb62f-dc91-4aae-9c43-593e37fe4a26","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.278395491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"136d56ab-9766-469d-a6c0-81870a15dd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.281014139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e78c55cb-2081-4945-8fe1-afc1447d05f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.287804776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"4b5eb62f-dc91-4aae-9c43-593e37fe4a26","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.288463482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"136d56ab-9766-469d-a6c0-81870a15dd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.288605816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"5bcc405b-cab7-4f6d-ba28-147020602641","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.291826407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e78c55cb-2081-4945-8fe1-afc1447d05f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.294765094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"ef2547f0-a197-4dcf-82cc-431184b2f356","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.297101595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"5bcc405b-cab7-4f6d-ba28-147020602641","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.302272194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"ef2547f0-a197-4dcf-82cc-431184b2f356","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.310394259Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"ef2547f0-a197-4dcf-82cc-431184b2f356","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.377430893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ce8af3a8-8e41-49b1-9e6b-116665cf1be4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.377856761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cde1af20-600f-4be2-bc34-9abecb560c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.377961268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"647e221c-8a9b-4345-849f-eec0a8616349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.380589252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c58798b-3a04-4563-8764-75186edace2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.385637663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ce8af3a8-8e41-49b1-9e6b-116665cf1be4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.38593767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4a589e64-d581-4686-9e0c-deb3a53fb785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.386873378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cde1af20-600f-4be2-bc34-9abecb560c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.388649111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"647e221c-8a9b-4345-849f-eec0a8616349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.391490421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c58798b-3a04-4563-8764-75186edace2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.392958344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ce8af3a8-8e41-49b1-9e6b-116665cf1be4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.394060183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4a589e64-d581-4686-9e0c-deb3a53fb785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.479965795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6d3405f4-b936-44c4-8f46-1e48ef373849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.480095085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ce3c0d61-cbb6-4207-bd19-281b56a8c00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.485175323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8495aac3-6d63-48b9-87d1-f62ae1322418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.49148829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ce3c0d61-cbb6-4207-bd19-281b56a8c00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.491562074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6d3405f4-b936-44c4-8f46-1e48ef373849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.491911334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c98f7054-760c-4511-ab07-6e28875eab78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.492555097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e1ac1c17-c77f-403a-b826-e0eab27bbbbf","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.494955368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8495aac3-6d63-48b9-87d1-f62ae1322418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.503229548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c98f7054-760c-4511-ab07-6e28875eab78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.503257045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e1ac1c17-c77f-403a-b826-e0eab27bbbbf","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:40.510711459Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"e1ac1c17-c77f-403a-b826-e0eab27bbbbf","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:42.356692963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"573e3180-dd77-4c0e-ab3f-55fafb140e70","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:42.368182038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"573e3180-dd77-4c0e-ab3f-55fafb140e70","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:42.959194473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"41876360-bbfe-4ffd-b564-d83ae12012e0","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:45.417654241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"255e9e42-56c8-4dcd-9bc0-8d0064708cde","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:46.131335041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"a07a3b14-1baf-4c8a-8173-b9653c9f44d1","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.585243617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"27219877-3fa1-4bc6-b89a-3d8992296e60","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.784842816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"e1d1252b-1387-421a-a14f-3d2cb2743c44","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.784961981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"329042d0-f0b4-41fe-9abf-0e81816ea1d9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.785345254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"117ca336-53e3-463c-9160-359c3a355226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.794836082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"068969e2-52e8-4cd0-988c-2d7af1c923a3","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.803606523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"117ca336-53e3-463c-9160-359c3a355226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.803926642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"e1d1252b-1387-421a-a14f-3d2cb2743c44","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.811026219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"068969e2-52e8-4cd0-988c-2d7af1c923a3","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.811249707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"329042d0-f0b4-41fe-9abf-0e81816ea1d9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.821592965Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"329042d0-f0b4-41fe-9abf-0e81816ea1d9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.824839424Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"e1d1252b-1387-421a-a14f-3d2cb2743c44","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:47.826236901Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"117ca336-53e3-463c-9160-359c3a355226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.243111187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"2fcad899-f6c6-44e2-a9b9-ad8c263bc8ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.251369536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"2fcad899-f6c6-44e2-a9b9-ad8c263bc8ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.258628417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"2fcad899-f6c6-44e2-a9b9-ad8c263bc8ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.413012625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8af32355-193a-43da-8396-83ba3e1418ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.465052656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8af32355-193a-43da-8396-83ba3e1418ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:50.472856955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8af32355-193a-43da-8396-83ba3e1418ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:52.968451231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"698a2484-b749-4a85-8bd3-e886931c0d00","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:55.426879321Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"8ff15525-7f05-42e3-a020-7348c9f1db02","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:56.140678477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"3a4d8d5a-0847-4815-99e3-bfd88a9b823a","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.597400076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"f9656aec-d605-491e-b4cd-e769adda1091","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.757821933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"ae479896-a643-4f7b-bb2c-7023e6a1a343","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","subscription":"e2e-rot-37fe48-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.757964584Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-sub","reconcileID":"ae479896-a643-4f7b-bb2c-7023e6a1a343","MaaSSubscription":{"name":"e2e-rot-37fe48-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","error":"MaaSModelRef not found: e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.787140138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-recover-2d1e6b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.805845307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"39afad43-2aa9-46a1-8d1c-e1c79594ddc5","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.805867803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"39afad43-2aa9-46a1-8d1c-e1c79594ddc5","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.812485928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64d46a68-c2a9-4184-9054-4279da5410f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.812693699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"977bccd4-42a1-43ae-9783-59bd69301046","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.812916179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"a689d288-681f-4e7f-ba5a-9dddf4733123","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.813256798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bbe57768-54b6-4865-b094-f98799de6612","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.823079002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64d46a68-c2a9-4184-9054-4279da5410f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.824240293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"a689d288-681f-4e7f-ba5a-9dddf4733123","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.825945678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"977bccd4-42a1-43ae-9783-59bd69301046","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.827047815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bbe57768-54b6-4865-b094-f98799de6612","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.830502223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"a562ee57-1c5d-42db-b3d5-515af58c656c","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.830523112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"a562ee57-1c5d-42db-b3d5-515af58c656c","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.838275496Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"64d46a68-c2a9-4184-9054-4279da5410f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.891950782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"a689d288-681f-4e7f-ba5a-9dddf4733123","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.89551744Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bbe57768-54b6-4865-b094-f98799de6612","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:57.942102288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rot-37fe48-access","reconcileID":"6a1cc9d4-fe42-4d3c-9582-55ba06f61749","MaaSAuthPolicy":{"name":"e2e-rot-37fe48-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rot-user-5b7368/e2e-rot-37fe48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:58.968621275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.173859157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"31a9298c-8cdb-4192-9b24-585a3ed2fb1e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.181065331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4360cda4-d56e-4d5b-90c5-fedaca30fa8c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.181269947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e1ccc854-94df-402a-a3cd-c54e36d045c2","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.185918406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"31a9298c-8cdb-4192-9b24-585a3ed2fb1e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.190471836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4360cda4-d56e-4d5b-90c5-fedaca30fa8c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.19463952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"e1ccc854-94df-402a-a3cd-c54e36d045c2","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.200585636Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"31a9298c-8cdb-4192-9b24-585a3ed2fb1e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:37:59.203360387Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"4360cda4-d56e-4d5b-90c5-fedaca30fa8c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.277114878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5a52aac2-607a-4d25-ba4b-b319840525c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.286678617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5a52aac2-607a-4d25-ba4b-b319840525c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.295602856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5a52aac2-607a-4d25-ba4b-b319840525c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.502713188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ff7c4022-084d-49c9-8d8d-947ec72c88a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.510588692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ff7c4022-084d-49c9-8d8d-947ec72c88a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:00.517231984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ff7c4022-084d-49c9-8d8d-947ec72c88a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:01.938880455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"715bf780-e6e0-441a-bb20-e3f1685f9036","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:01.974406314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"132dff0f-8a81-4447-9b1c-5858e1031e52","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:01.974448038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"132dff0f-8a81-4447-9b1c-5858e1031e52","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.42325327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"231599de-bb82-41da-97be-f253eacc22b2","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-ctrl-c484a4","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.460204314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"dfb3ae38-aae8-47da-87f4-f73cf01d69ee","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.460317223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"dfb3ae38-aae8-47da-87f4-f73cf01d69ee","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.838961874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"500f2ed4-240a-4d96-9626-fa81d1127e1c","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.850689587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"500f2ed4-240a-4d96-9626-fa81d1127e1c","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:02.977230934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"5a442f54-48e3-4b90-8ffe-e7b385be2e61","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.237276022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b2e1a66e-de79-4d2c-b81e-1af798ea1834","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.246097274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b2e1a66e-de79-4d2c-b81e-1af798ea1834","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.253578036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b2e1a66e-de79-4d2c-b81e-1af798ea1834","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.26600161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"2b38d289-7885-443d-9893-2b354dab0796","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.266021797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"2b38d289-7885-443d-9893-2b354dab0796","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.448133266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2e345587-8d09-41bd-b345-e24b00de8bc8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.461152537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2e345587-8d09-41bd-b345-e24b00de8bc8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.489300236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2e345587-8d09-41bd-b345-e24b00de8bc8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.504551185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"4aee3fdb-72fe-40e1-90d8-f260d3a566ea","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.504578432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"4aee3fdb-72fe-40e1-90d8-f260d3a566ea","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.83168825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"3c1e390b-71c5-431b-b705-87153f3dc7a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:03.840777138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"3c1e390b-71c5-431b-b705-87153f3dc7a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.014378577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"e54e89b2-9f30-47bd-a77c-29f642b4af75","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.025704655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"c61f8837-f169-4d51-8ad8-86366e15af8a","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.029961052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9cb43104-1ef9-4472-8a0a-13e4a8af59fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.031666395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9e777444-2fdd-48f6-b010-1aa57835d2f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.033270027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5a502c61-7305-436f-ab9e-c5b38e23b8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.037770538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"876e7d2b-c4b5-41e5-9220-b08c1ebb383e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.038206063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9cb43104-1ef9-4472-8a0a-13e4a8af59fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.038322342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b54cd05c-81fe-4b83-b96e-4610ac8c38a1","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.040266162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9e777444-2fdd-48f6-b010-1aa57835d2f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.042319678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5a502c61-7305-436f-ab9e-c5b38e23b8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.046417342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"876e7d2b-c4b5-41e5-9220-b08c1ebb383e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.050118863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9e777444-2fdd-48f6-b010-1aa57835d2f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.050187491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b54cd05c-81fe-4b83-b96e-4610ac8c38a1","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.051416148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9cb43104-1ef9-4472-8a0a-13e4a8af59fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.06824964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07233c1f-4da4-4d27-b585-9675b711910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.088886578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"0c18d226-0ce4-4ceb-9b85-3028451d0ea2","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.102353582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"4b550043-3efc-44b1-b351-156626778ac8","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.102754658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"07233c1f-4da4-4d27-b585-9675b711910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.103178439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"761774d6-25d9-4c95-a19a-0f45aa7f8e3b","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.103205027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"761774d6-25d9-4c95-a19a-0f45aa7f8e3b","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.116125508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"4b550043-3efc-44b1-b351-156626778ac8","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.117787145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"12e3fa82-00fe-4148-8ca6-6f67d266c82e","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.118230404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"eefc5461-6a8f-4695-9d1c-a9a8fad48f2a","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.173170959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2db1dc52-aa24-4031-becb-a6bc2ae1c699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.17872785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"f6624ab0-71db-486d-b653-4560e8f28bfb","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.191493145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2db1dc52-aa24-4031-becb-a6bc2ae1c699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.192166814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b9e8676b-ca46-4887-97d5-4ba83970b14d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.203891389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b9e8676b-ca46-4887-97d5-4ba83970b14d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.212221132Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b9e8676b-ca46-4887-97d5-4ba83970b14d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.220149941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"feae4f87-3f9c-422a-ab4c-d84152735951","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.220173211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"feae4f87-3f9c-422a-ab4c-d84152735951","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.264352775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"367a5739-6412-4f9d-b371-3d5247d5d3ea","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.273197527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"bc518b91-400d-4048-b6d4-753be09c2833","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.273578666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a72680-0567-4237-9c18-ba35f0d25c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.277856534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9513336d-cde0-46a6-8b87-0ddcb464cc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.278151412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"06531f8b-4eb0-4a9f-9b66-28e3a344799a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.279397187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"317782b7-cabd-4e2e-915d-77ffe8c37b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.297794348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"bc518b91-400d-4048-b6d4-753be09c2833","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.303863572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"317782b7-cabd-4e2e-915d-77ffe8c37b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.306110687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38a72680-0567-4237-9c18-ba35f0d25c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.311580793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9513336d-cde0-46a6-8b87-0ddcb464cc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.406842752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"06531f8b-4eb0-4a9f-9b66-28e3a344799a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.703855333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"a80a57e7-f40d-42cb-8d7c-543f89f0b82f","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.74330562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"b070419c-38f1-4ea6-9c32-c319021b8d1f","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.743559814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"b070419c-38f1-4ea6-9c32-c319021b8d1f","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.751635941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4743a50e-24f6-43b9-8071-0bf6f333a33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.75170737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"60e76b78-1126-4df9-8ed8-42ce67ab19db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.758865053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"f1ae0195-212f-4dd7-a535-0d00cd503ac1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.759304462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d132f213-bc0e-448c-9124-4b598200f185","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.759815001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd4e161-0f0b-4317-ad5f-a7503c77306c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.771299712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4743a50e-24f6-43b9-8071-0bf6f333a33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.773301546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"f1ae0195-212f-4dd7-a535-0d00cd503ac1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.775611002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d132f213-bc0e-448c-9124-4b598200f185","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.789508529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd4e161-0f0b-4317-ad5f-a7503c77306c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.791973108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"60e76b78-1126-4df9-8ed8-42ce67ab19db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.79352481Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d132f213-bc0e-448c-9124-4b598200f185","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.911274809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e209a7da-3d2d-41b4-8912-f29d6673cfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.913708931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"02ace427-5808-4ffc-9100-6db5c16a5c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.992314579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"02a5ea21-8a1b-4d81-b05a-313d8f5b2b17","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:05.993049863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f8b3844b-47fc-480b-8e49-77fcc54a817d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.000311003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e209a7da-3d2d-41b4-8912-f29d6673cfc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.001521045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"02ace427-5808-4ffc-9100-6db5c16a5c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.003979973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"02a5ea21-8a1b-4d81-b05a-313d8f5b2b17","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.004931254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"0d41b29b-7b8e-4caa-81cf-5c00c03f000c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.005369613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f8b3844b-47fc-480b-8e49-77fcc54a817d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.014737156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"0d41b29b-7b8e-4caa-81cf-5c00c03f000c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.088740905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"29f38653-ce9d-40b4-a8ff-3de3d1f3a9da","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.102758713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9474e67f-850d-49e2-a34a-1e64c901860e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.103638499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"e3415f2d-494e-44d5-a291-742eeb970b0c","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.103657721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"e3415f2d-494e-44d5-a291-742eeb970b0c","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.108101612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7688120a-7cc4-49e1-847d-43e82f7c55f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.112676443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9474e67f-850d-49e2-a34a-1e64c901860e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.115521422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7688120a-7cc4-49e1-847d-43e82f7c55f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.188668461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"9474e67f-850d-49e2-a34a-1e64c901860e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.1899167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7688120a-7cc4-49e1-847d-43e82f7c55f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.191580692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"8be54b48-2214-4f39-98ab-b4d6315e0a17","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.199174891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7d7b73b2-a6b4-4a53-9402-c42d06151cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.201714015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3c55e8da-4883-42e8-908b-09ee6a586e30","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.208956433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7d7b73b2-a6b4-4a53-9402-c42d06151cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.210708523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3c55e8da-4883-42e8-908b-09ee6a586e30","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.220218678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"83e5f4d0-198f-4fc0-87aa-5806ae99d575","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.220239306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"83e5f4d0-198f-4fc0-87aa-5806ae99d575","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.233055844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"452ac202-dceb-43b9-a68a-608a768e0241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.240814111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"8a347641-10de-4dc9-a337-cb32d4b6ff05","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.242087261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"452ac202-dceb-43b9-a68a-608a768e0241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.256920791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b44e5c01-ee0b-4c13-b9a7-ced93f8402f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.294423037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b44e5c01-ee0b-4c13-b9a7-ced93f8402f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.299533622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"8a347641-10de-4dc9-a337-cb32d4b6ff05","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.309817288Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"b44e5c01-ee0b-4c13-b9a7-ced93f8402f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.460401718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"46a979f2-69e6-40f3-a54c-00531a22e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.478121887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"06ba7acb-6779-4fc0-930c-505f534b5ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.485121764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"46a979f2-69e6-40f3-a54c-00531a22e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.485947215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa1c7385-5a4e-4892-b891-f77d1f85c197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.490914798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"06ba7acb-6779-4fc0-930c-505f534b5ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.495069669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"675cb12e-c21b-4230-8676-f3190f8f2396","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.504008866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa1c7385-5a4e-4892-b891-f77d1f85c197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.518711456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"675cb12e-c21b-4230-8676-f3190f8f2396","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.540977597Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"675cb12e-c21b-4230-8676-f3190f8f2396","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.554631639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"c94c789d-5d30-4cae-8fc5-be04b3e193c4","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.554734022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"c94c789d-5d30-4cae-8fc5-be04b3e193c4","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.561465743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a03b034-e2b2-4961-a074-3b050fb50a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.562007532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2bc2c6bd-0fc6-4898-b32e-029a0ab1b486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.565569232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"85d043d8-d696-4b64-b21b-c8ecfe2ea0bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.571361715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6a03b034-e2b2-4961-a074-3b050fb50a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.572866257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2bc2c6bd-0fc6-4898-b32e-029a0ab1b486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.574374591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"85d043d8-d696-4b64-b21b-c8ecfe2ea0bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.650857119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8128d249-ad8d-4afd-b0d7-24cf23af1087","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.651295918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b81db2a0-8335-4e11-ae9c-56a0bb06cdb3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.66095229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"72f34aae-d7b2-4cf4-83c0-1c725c911e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.661244002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4e193a61-5220-4574-a1ca-575f61bc533d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.66351955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8128d249-ad8d-4afd-b0d7-24cf23af1087","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.663667311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b81db2a0-8335-4e11-ae9c-56a0bb06cdb3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.667028574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8ac709e5-c51f-4ce5-95f3-2cd795e43af0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.669097687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4e193a61-5220-4574-a1ca-575f61bc533d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.670074798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"72f34aae-d7b2-4cf4-83c0-1c725c911e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.670337524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"8128d249-ad8d-4afd-b0d7-24cf23af1087","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.671292804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b81db2a0-8335-4e11-ae9c-56a0bb06cdb3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.674416931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"8ac709e5-c51f-4ce5-95f3-2cd795e43af0","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.755583745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b4c907ce-9562-4bf9-8028-df0f07e11b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.757080093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf9f4b6e-54de-4397-85e9-ba9023a20f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.768190656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b4c907ce-9562-4bf9-8028-df0f07e11b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.768225766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf9f4b6e-54de-4397-85e9-ba9023a20f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.85490017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"47a7e575-81dd-4d7b-9506-4dabbddd8070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.856228486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"a94389a2-bf1b-451c-84cb-19d0e9be14d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.86106991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"413c7420-ebdf-4a10-bf45-b22600c93d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.864836551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"47a7e575-81dd-4d7b-9506-4dabbddd8070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.866123365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"a94389a2-bf1b-451c-84cb-19d0e9be14d3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:06.89041982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"413c7420-ebdf-4a10-bf45-b22600c93d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.168900548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"fe88953c-d4e4-4012-809d-1aa0480867d0","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","subscription":"e2e-rec-recover-2d1e6b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.169031819Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-sub","reconcileID":"fe88953c-d4e4-4012-809d-1aa0480867d0","MaaSSubscription":{"name":"e2e-rec-recover-2d1e6b-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.20349685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]","namespace=ai-tenant-e2e-extmod-b-f1ed97 priority=0:[ai-tenant-e2e-extmod-b-f1ed97/e2e-att-serve-17c901-sub ai-tenant-e2e-extmod-b-f1ed97/e2e-rec-ctrl-2697d3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.217713692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"80354e02-a117-4038-b844-b63161ea2d1e","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.217736212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"80354e02-a117-4038-b844-b63161ea2d1e","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.222920183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d8a0af52-1b58-4a3e-89b3-3e50a1d37b07","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.223077634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"0ff073db-fae5-47e1-a05f-9404266b018b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.225981882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"b077b30b-4b30-4c6b-a43a-5c51311c4cee","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.231489918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"d8a0af52-1b58-4a3e-89b3-3e50a1d37b07","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.231637752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"0ff073db-fae5-47e1-a05f-9404266b018b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.238293955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"b077b30b-4b30-4c6b-a43a-5c51311c4cee","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.238714155Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"0ff073db-fae5-47e1-a05f-9404266b018b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.246746586Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"b077b30b-4b30-4c6b-a43a-5c51311c4cee","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.354345799Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-recover-2d1e6b-access","reconcileID":"d97e479f-d2f5-4f7b-b908-791ed3bff390","MaaSAuthPolicy":{"name":"e2e-rec-recover-2d1e6b-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-noaccess-1e35ab/e2e-rec-recover-2d1e6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.634062225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bdca7da3-4e3c-404c-bb9e-ddb631f4c2e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.634062227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c1405261-7fbf-456e-a192-d6dfcf02a91c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.64202204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c1405261-7fbf-456e-a192-d6dfcf02a91c","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.643214365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bdca7da3-4e3c-404c-bb9e-ddb631f4c2e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:09.650569383Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"bdca7da3-4e3c-404c-bb9e-ddb631f4c2e9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.816102243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"c8898068-6929-4441-8476-175c8b028ea7","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.81612841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"c8898068-6929-4441-8476-175c8b028ea7","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.892888267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"3fd5e1b7-3bc6-4330-a002-13587f8d18b9","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.892908444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"3fd5e1b7-3bc6-4330-a002-13587f8d18b9","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.90574648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"86b16a78-25f9-43f5-93aa-00b59c24a8d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.91490565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"86b16a78-25f9-43f5-93aa-00b59c24a8d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.922473272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b49b878d901e35dc3c496d2be86aaf9e19b8b2c3394563efef57127aeb3902) AuthConfig (b59121385a286995c44efdcea56608478f41e063a8d2aaa696e64c4371ec9e4e) AuthConfig (d228a56d0e8f297870bad0b749388286e7154008bea690b6c872515a203f6c07) AuthConfig (22fe5211aa60e2e7cdf6388ccdd7dfdc15b9a19b573db3e94cf0cd46c02cc41e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"86b16a78-25f9-43f5-93aa-00b59c24a8d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.935526278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"5356ce50-b3a1-4995-8a33-bd18763c52b5","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:10.935546023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"5356ce50-b3a1-4995-8a33-bd18763c52b5","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.193192002Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-ok-b6f499-5365a5-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.196861234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"477c3312-ec29-49a8-9f9a-6ce79ce88171","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.196884776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"477c3312-ec29-49a8-9f9a-6ce79ce88171","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:11.205139572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"770e196a-baa5-4d59-bec6-af20ff150ff0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-b6f499-5365a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.212781476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"809b71b6-680f-43bd-ac4e-10505766acaa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.216008679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fda0b033-8b03-4677-8d26-aaa103ecc508","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.220879901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"9a8a2660-0bfd-45bc-94fa-cca1d2742d4e","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.2225586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"809b71b6-680f-43bd-ac4e-10505766acaa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.223630854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"be5a3f2a-ec65-4bb3-81a3-22da36577be7","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.223652654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"be5a3f2a-ec65-4bb3-81a3-22da36577be7","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.227002958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fda0b033-8b03-4677-8d26-aaa103ecc508","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.230100059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"9a8a2660-0bfd-45bc-94fa-cca1d2742d4e","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:11.237685252Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"be5a3f2a-ec65-4bb3-81a3-22da36577be7","name":"e2e-cfl-ok-b6f499","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-b6f499\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:11.237735486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"be5a3f2a-ec65-4bb3-81a3-22da36577be7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-b6f499\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.243965611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"561aca39-8c2d-499f-83d5-bd60ba18e2e8","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.243984255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"561aca39-8c2d-499f-83d5-bd60ba18e2e8","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.252395789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"4fa32465-c73b-4f1e-8fa6-98834af38394","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.252410939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"4fa32465-c73b-4f1e-8fa6-98834af38394","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.253306002Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"e748a353-b192-4d5e-a56c-84392c78a8a5","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-ok-b6f499","model":"e2e-cfl-ok-b6f499","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-ok-b6f499-5365a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.259845033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"a5051788-a12e-4856-8513-95d1776f2209","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.259862297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"a5051788-a12e-4856-8513-95d1776f2209","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.287758815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"ce5f4cd0-7f5c-4032-9dbf-ab56c839d188","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.287780457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"ce5f4cd0-7f5c-4032-9dbf-ab56c839d188","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.309413423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"6d2dd961-63d7-4717-b23c-5ae96faa10bc","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.309448924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"6d2dd961-63d7-4717-b23c-5ae96faa10bc","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.311307804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"abe1f35d-27c0-4865-9947-41a6e0084b86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.31941117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"abe1f35d-27c0-4865-9947-41a6e0084b86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.347007571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"1c4c40f7-a52a-4fe1-ba7e-a1c65423e09a","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-ok-b6f499","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.412084094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0b6b9457-d30f-4c94-9026-9567f918ed05","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.412364806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"84efab7d-00d9-4462-a392-e1067d0b658f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.420472558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"84efab7d-00d9-4462-a392-e1067d0b658f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:11.421185206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0b6b9457-d30f-4c94-9026-9567f918ed05","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:15.129137115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"68d1a140-237b-4d19-88ba-41e6bf7299af","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:15.738274448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"7cbf5950-5b78-4409-8472-29003aa3148b","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.200737267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"35922627-2b25-40eb-b68e-8b999d544b65","MaaSModelRef":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.68412932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"86b0c81a-1c3e-429f-aff4-063e2a9c209e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.68413376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"700746cd-f466-4572-8cf0-3059e49347c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.695135782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"700746cd-f466-4572-8cf0-3059e49347c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.696105755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"86b0c81a-1c3e-429f-aff4-063e2a9c209e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.704291845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"700746cd-f466-4572-8cf0-3059e49347c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:16.707666204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"86b0c81a-1c3e-429f-aff4-063e2a9c209e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.634654346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"2167872e-d338-42ad-9172-1549d0da3eb0","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","subscription":"e2e-rec-ctrl-2697d3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.634759085Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-sub","reconcileID":"2167872e-d338-42ad-9172-1549d0da3eb0","MaaSSubscription":{"name":"e2e-rec-ctrl-2697d3-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","error":"MaaSModelRef not found: e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.708972402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-ok-b6f499-5365a5-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.797880561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3c57850c-1678-41b5-a72f-1e60892dff69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.798420879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c61ac02d-1201-47b9-af3f-cb6e654fb2b7","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.806548371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3c57850c-1678-41b5-a72f-1e60892dff69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.809953742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"c61ac02d-1201-47b9-af3f-cb6e654fb2b7","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.813071576Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"3c57850c-1678-41b5-a72f-1e60892dff69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:19.8756522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-rec-ctrl-2697d3-access","reconcileID":"a33d1a60-aada-4423-bd10-9651207470bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-2697d3-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-rec-user-2ec96c/e2e-rec-ctrl-2697d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:20.951835438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"374e011e-352c-4359-a3d1-5d09b0bd4525","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:20.959730253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"374e011e-352c-4359-a3d1-5d09b0bd4525","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:20.967397928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b49b878d901e35dc3c496d2be86aaf9e19b8b2c3394563efef57127aeb3902) AuthConfig (b59121385a286995c44efdcea56608478f41e063a8d2aaa696e64c4371ec9e4e) AuthConfig (d228a56d0e8f297870bad0b749388286e7154008bea690b6c872515a203f6c07) AuthConfig (22fe5211aa60e2e7cdf6388ccdd7dfdc15b9a19b573db3e94cf0cd46c02cc41e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"374e011e-352c-4359-a3d1-5d09b0bd4525","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.393765105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"a6bce000-851f-47cd-af93-a9fb603f4c1d","namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.409699271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9a208e8e-88a0-42c3-af55-0c27e2a4d1f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.411779003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b7f99cfb-b4ee-4485-9f8d-3a90199f254e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.411878093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e2f9a03-7da9-444c-9e7c-723068f764d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.422765109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b7f99cfb-b4ee-4485-9f8d-3a90199f254e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.423280393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9a208e8e-88a0-42c3-af55-0c27e2a4d1f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.424033151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2ecd91c6-966b-4faa-b5fc-9020e1c07ad9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.426187234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e2f9a03-7da9-444c-9e7c-723068f764d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.428921566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"d251ffc9-1f14-4a8b-9c99-1ed2a3d497e9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.4337335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"9a208e8e-88a0-42c3-af55-0c27e2a4d1f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.437515669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2ecd91c6-966b-4faa-b5fc-9020e1c07ad9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.487691985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"b7f99cfb-b4ee-4485-9f8d-3a90199f254e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.487932818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"d251ffc9-1f14-4a8b-9c99-1ed2a3d497e9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.488846549Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6f7e93","namespace":"e2e-extmod-att-noaccess-cc99eb"},"namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","reconcileID":"20eb98e4-2a38-4ca9-baab-5341c0188b5e","namespace":"e2e-extmod-att-noaccess-cc99eb","name":"e2e-att-noaccess-6f7e93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.490480161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b49b878d901e35dc3c496d2be86aaf9e19b8b2c3394563efef57127aeb3902) AuthConfig (b59121385a286995c44efdcea56608478f41e063a8d2aaa696e64c4371ec9e4e) AuthConfig (d228a56d0e8f297870bad0b749388286e7154008bea690b6c872515a203f6c07) AuthConfig (22fe5211aa60e2e7cdf6388ccdd7dfdc15b9a19b573db3e94cf0cd46c02cc41e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2ecd91c6-966b-4faa-b5fc-9020e1c07ad9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.523704797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"daaee860-86a0-4d9a-bd86-d154b6b77d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.550099855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"70ace7d4-8f6e-483d-b4ce-8095280a1995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.593832682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"66853d87-7938-4eaa-b32c-662ca617c68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.594531519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"daaee860-86a0-4d9a-bd86-d154b6b77d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.599504123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"70ace7d4-8f6e-483d-b4ce-8095280a1995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.600465115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"72e74e31-8c7e-4549-b7e4-58c10de3810d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.605354773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"66853d87-7938-4eaa-b32c-662ca617c68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.609541393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"72e74e31-8c7e-4549-b7e4-58c10de3810d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.696889086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"41d4d310-7653-4b8d-a9b4-9a9f92063683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.699655122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4569f4a1-c7c5-4aa3-be2f-c77e16291b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.700812182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6727abd6-b41a-4e62-abbd-7b50236ab743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.701168033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c221c87-97ea-4981-9c50-96b3dff71848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.705798281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"41d4d310-7653-4b8d-a9b4-9a9f92063683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.708636728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6727abd6-b41a-4e62-abbd-7b50236ab743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.708697471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4569f4a1-c7c5-4aa3-be2f-c77e16291b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.712115769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c221c87-97ea-4981-9c50-96b3dff71848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.789526023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4c040462-d417-428b-982a-a49face13b96","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.792598484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"707518c7-0d34-4ccf-b035-83d41608dfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.795755078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5093d153-5be3-4913-9903-bcfe42e3de02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.796372071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"af23c9a3-3bec-4ba1-ace3-b774f1b63bf5","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.798119761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"4c040462-d417-428b-982a-a49face13b96","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.800530823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"aed90478-4731-48fc-83bd-80fad8bf83e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.80080098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"707518c7-0d34-4ccf-b035-83d41608dfb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.805662022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5093d153-5be3-4913-9903-bcfe42e3de02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.805662018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"af23c9a3-3bec-4ba1-ace3-b774f1b63bf5","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.80901536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"aed90478-4731-48fc-83bd-80fad8bf83e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.891190142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0fb21592-60a6-457a-b8c7-31bb2ae42cae","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.891592424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7200833c-4a2d-4341-bcc3-e4ba88d0ec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.891986707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2001d329-eeec-4504-b75c-935d4a3ce6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.894165651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fe4bd97b-dedf-417e-808c-560e5c4fbb69","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.895567236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5f826692-a037-4e1d-baf6-7fd74bb7cc99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.899977915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0fb21592-60a6-457a-b8c7-31bb2ae42cae","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.901330738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7200833c-4a2d-4341-bcc3-e4ba88d0ec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.902355134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"2001d329-eeec-4504-b75c-935d4a3ce6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.904862917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"fe4bd97b-dedf-417e-808c-560e5c4fbb69","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.905609185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5f826692-a037-4e1d-baf6-7fd74bb7cc99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.907789683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-729802-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f5f12ce1fda7e6fe26af525655bff0476fb4f13db9eddae123d47f251dadc06) AuthConfig (f01b942fc6cfe4ced1762e6ed56174e5adbe4b69a5c57125765a1a2103496957) AuthConfig (0e0e0cb74057400dc947c398814249c95cf924bb5fc6d76abf65fc9ba21176ed) AuthConfig (41657a244080eadcdd36685220a0e860ffb4fb5a7fc26b987600b2b65c37a96d) AuthConfig (60f392e2e31415d89a06ae1419ab4e7756f5cbc81fe3e550052ad09e446ba896) AuthConfig (44e30233b84f5c881c79622acd4ad591fc65e705acddac385cbf74790c64003d) AuthConfig (64640d605b7b4ea83191dd7b8bcc2c7fd5d06e60dd3cc7b898366ad48ed59ac5) AuthConfig (8376b04ef18e3dd36aa9632866282d7a74f322dfb87280c19d5ee25fcf8a7178)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0fb21592-60a6-457a-b8c7-31bb2ae42cae","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:22.912970751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e7809a5f31dfb42594fb385820a6f7c418a8062d1d4b7f6f81937751265e059f) AuthConfig (9453fb63411757f0af338bc6513c9bf7a175b297e09a9366989ae7c1f1bff4b5) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (563ab7922a50f94f3f944d7fb86573268def1fedddc34b3d41cac05e70db061d) AuthConfig (1669174a5e46601c1a90d6488934fd005d5807814f3eefddaa4bd66beaff8a6c) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5f826692-a037-4e1d-baf6-7fd74bb7cc99","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.093005713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"750669c4-431d-4d59-a46a-1f632f181cff","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.095097147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"3c796792-6b42-4b6d-a591-383cb357adc9","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.09512585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"3c796792-6b42-4b6d-a591-383cb357adc9","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.104741202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"52922d14-aa2c-465c-8f46-19cea1da9b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.106000998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d7ae9d1-4790-4e52-bec5-9cc40b39615c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.107456038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"c713ff2a-6ce1-4cbe-9993-8335e98e6e5b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.193014759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"750669c4-431d-4d59-a46a-1f632f181cff","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.193943516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2f32d682-6a59-4f68-86f6-09e7704a496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.203850696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"52922d14-aa2c-465c-8f46-19cea1da9b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.204811725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"c713ff2a-6ce1-4cbe-9993-8335e98e6e5b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.206969767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d7ae9d1-4790-4e52-bec5-9cc40b39615c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.208242285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62b49b878d901e35dc3c496d2be86aaf9e19b8b2c3394563efef57127aeb3902) AuthConfig (b59121385a286995c44efdcea56608478f41e063a8d2aaa696e64c4371ec9e4e) AuthConfig (d228a56d0e8f297870bad0b749388286e7154008bea690b6c872515a203f6c07) AuthConfig (22fe5211aa60e2e7cdf6388ccdd7dfdc15b9a19b573db3e94cf0cd46c02cc41e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"750669c4-431d-4d59-a46a-1f632f181cff","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.210911901Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"691b1211-fc8a-45a1-9b78-361939636154","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31445c7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.211185578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2f32d682-6a59-4f68-86f6-09e7704a496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.298955847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1acdcd82-e6fc-4d69-99b3-632ee03379d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.306979847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1acdcd82-e6fc-4d69-99b3-632ee03379d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.328628132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b1b29f37-6359-48b3-8fee-4a13e195a08d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.334147079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"5429752b-9488-4ae9-880f-980b0c2b734c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.337448677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"b1b29f37-6359-48b3-8fee-4a13e195a08d","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:23.342709842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"5429752b-9488-4ae9-880f-980b0c2b734c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:25.138601728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"38c4637b-ab3d-4e15-95da-c0fc4597ebbe","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:25.747834755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"8159faf0-6810-41ae-980e-eb94321b158c","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:28.992060418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:29.501739599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"35b357e0-85fc-4cd2-96ef-f4b289a806e1","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-ok-b6f499","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:29.533197595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"3baaa88c-8076-47b6-a4e9-bf1fd3658048","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:29.533222304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"3baaa88c-8076-47b6-a4e9-bf1fd3658048","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:30.007550302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"b0acd382-546f-4ba7-9db4-0769c3305c29","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:30.008339211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"5cf200df-1746-45f3-9c19-538464e9f50c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:30.016061141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"b0acd382-546f-4ba7-9db4-0769c3305c29","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:30.016516989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"5cf200df-1746-45f3-9c19-538464e9f50c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.562006616Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1fb4b6","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","reconcileID":"76b607f1-515a-408a-9015-844f46301d04","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.599656767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"e672dcbc-c42a-4315-9982-a498c4fc37a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.600467741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1fb4b6","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","reconcileID":"d5fa57ae-a584-4f80-bc2c-4dfd87e0c419","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.688837459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1fb4b6","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","reconcileID":"62f1661a-64bc-455a-98ad-a363d52f2648","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.693743111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"3a96a615-8391-43f3-a61b-12e317626242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.701826938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"e672dcbc-c42a-4315-9982-a498c4fc37a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.702419026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"6535f801-3075-4f14-982e-7b2405042f4c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.704856257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"3a96a615-8391-43f3-a61b-12e317626242","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.708508231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"8f16ec13-b721-4abf-a0d4-d1698b753082","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.709482522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"80a1d98e-ee7e-45f3-8666-4aea9ff3d3b2","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.711115856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"6535f801-3075-4f14-982e-7b2405042f4c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.717613932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"8f16ec13-b721-4abf-a0d4-d1698b753082","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.789649974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"80a1d98e-ee7e-45f3-8666-4aea9ff3d3b2","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.841471998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"27190aaf-1df5-4bf8-a33d-6ed9bca2986d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.841498398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"27190aaf-1df5-4bf8-a33d-6ed9bca2986d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.847162548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c3457b5-85af-47f5-943c-8f05b9f1b238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.849283815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"e10ea10b-f671-452e-8dab-9c19f0cb73be","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.849303522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"e10ea10b-f671-452e-8dab-9c19f0cb73be","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.855279978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c3457b5-85af-47f5-943c-8f05b9f1b238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.973077991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8d796c56-33c0-480e-952b-9ac142eac161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.973583094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"e4f3d6e2-9935-49c2-a39d-40677f0206e0","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.973611613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"e4f3d6e2-9935-49c2-a39d-40677f0206e0","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.975818044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ca9d1a05-37be-442b-8095-10cfb187778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.977920502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"973673d2-7761-4b24-9262-c923c2c6becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.981967819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8d796c56-33c0-480e-952b-9ac142eac161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.986234065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ca9d1a05-37be-442b-8095-10cfb187778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:31.99129378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"973673d2-7761-4b24-9262-c923c2c6becc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.046642506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"96b1bb06-5c78-495b-9e15-b9093d4ea827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.047026057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8cb0b0bb-a364-4583-b5ac-54d0b2b29093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.048635453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e545c347-e7f0-4187-adbc-cf71a63a8440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.049204604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"d4a89eb8-b87f-4af9-8b7b-a3bba8e29f9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.049987069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dffa780e-5e2f-42dc-9f5c-30cd9a798d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.054913676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8cb0b0bb-a364-4583-b5ac-54d0b2b29093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.055165295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"96b1bb06-5c78-495b-9e15-b9093d4ea827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.05726398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e545c347-e7f0-4187-adbc-cf71a63a8440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.057739192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"d4a89eb8-b87f-4af9-8b7b-a3bba8e29f9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.059429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dffa780e-5e2f-42dc-9f5c-30cd9a798d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.146887764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"42b4df49-48a9-4963-8a8b-ee9e3d69bb36","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.149675936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1b6dff71-9ed4-4d01-ba1a-4033a9cf5179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.153010621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d363c29d-4fa1-46bb-a7d5-22c3f52afb6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.153261739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e7e3784e-9020-491c-b50c-8651068c0803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.155993169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"42b4df49-48a9-4963-8a8b-ee9e3d69bb36","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.156107244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d678eda3-b01e-44d6-9bd6-6c7dc778cedb","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.158213405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1b6dff71-9ed4-4d01-ba1a-4033a9cf5179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.162523409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d363c29d-4fa1-46bb-a7d5-22c3f52afb6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.163064933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e7e3784e-9020-491c-b50c-8651068c0803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.167226135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d678eda3-b01e-44d6-9bd6-6c7dc778cedb","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.307343228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1fb4b6","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","reconcileID":"a6dbf278-f1ec-4811-a1b3-d5e3f1b762a6","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.321537269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-1fb4b6","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","reconcileID":"d99b9f23-2490-4a41-829e-231d8fe87744","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-broken-1fb4b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.345741763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"eb861eae-e26e-481f-85e1-04d25dc446a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.346961332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7376f38c-9089-4c7f-9350-4645cd0f9039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.348344008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"a2dc3c03-59f7-46a7-85f0-3828583c158c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.350896122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"c6c0fcbe-944e-4faa-84ea-df30eca877f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.355466119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"eb861eae-e26e-481f-85e1-04d25dc446a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.357065719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"7376f38c-9089-4c7f-9350-4645cd0f9039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.359365821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"a2dc3c03-59f7-46a7-85f0-3828583c158c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.360182229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"13742f3a-3075-42d2-bc13-975fad072d1d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.361044165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"c6c0fcbe-944e-4faa-84ea-df30eca877f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.369338236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"13742f3a-3075-42d2-bc13-975fad072d1d","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.504779809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"0b67fa6d-f3b7-4d4f-9bae-8180b35ead3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.505370577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7e106b66-c339-4d81-8314-3a82b317b5c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.514483493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"0b67fa6d-f3b7-4d4f-9bae-8180b35ead3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.589164383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7e106b66-c339-4d81-8314-3a82b317b5c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.607280439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7725ec-6c75-4707-806a-e33101f64059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.610032224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"32f78ecc-cdfe-4a2b-9002-3ca35dba01d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.610051947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"15606293-7005-46d5-811d-18b8081531b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.615392619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f7725ec-6c75-4707-806a-e33101f64059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.618319961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"32f78ecc-cdfe-4a2b-9002-3ca35dba01d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.618510225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"15606293-7005-46d5-811d-18b8081531b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.692205001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"274f51b2-b3ff-497b-9438-dd4f18376722","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.692224752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"274f51b2-b3ff-497b-9438-dd4f18376722","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.710073336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d63befe0-499d-4800-ad2a-72a62f025419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.71008113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"95e35e04-ee56-4ffb-8c37-756c566426d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.712636964Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"a4360340-176d-4e8b-8e99-8312c8529fdc","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4f333b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.716193764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7037460-7251-4b30-a877-51faefb6af8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.720127211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d63befe0-499d-4800-ad2a-72a62f025419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.720282137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"95e35e04-ee56-4ffb-8c37-756c566426d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.720978016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"557a3976-5d24-4982-924a-055635590950","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.724075939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2d4a6e9a-8c5b-4e5d-9c4e-a6c8ac0b1ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.729285408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7037460-7251-4b30-a877-51faefb6af8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.729294468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"557a3976-5d24-4982-924a-055635590950","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.73558268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2d4a6e9a-8c5b-4e5d-9c4e-a6c8ac0b1ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.852830703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f8caa8c3-8bca-46d3-bbd4-215783ce2f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.853741765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c1894db8-9451-4c2d-bcec-1766b0b2500d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.860494909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f8caa8c3-8bca-46d3-bbd4-215783ce2f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.861839794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c1894db8-9451-4c2d-bcec-1766b0b2500d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.94113451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.949728154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"06a42003-2dad-43fb-b418-fd25f71e33ad","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.949749937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"06a42003-2dad-43fb-b418-fd25f71e33ad","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.987828097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"be472ae4-db3e-4861-923c-bf8a1cb61ab6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:32.98895647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"2e97c2fc-79e4-4804-8c3f-160b8943d4be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-a0f232-3cc941-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.991831927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7c215cdf-1f5d-459e-bde4-6db0a22ba28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.996021082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"be472ae4-db3e-4861-923c-bf8a1cb61ab6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:32.998097532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c60d96c2-1c0a-490a-944e-f5bd29f4405a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.003374424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"c786a363-ffe7-4519-be57-64cdd8e69129","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.003398832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"c786a363-ffe7-4519-be57-64cdd8e69129","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.004998499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7c215cdf-1f5d-459e-bde4-6db0a22ba28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.006253702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"c60d96c2-1c0a-490a-944e-f5bd29f4405a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:33.012480821Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"c786a363-ffe7-4519-be57-64cdd8e69129","name":"e2e-cfl-same-a0f232","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-a0f232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:33.012530923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"c786a363-ffe7-4519-be57-64cdd8e69129","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-a0f232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.016795635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"3f340c89-307a-4357-8dc5-e21828e5611c","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.01683011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"3f340c89-307a-4357-8dc5-e21828e5611c","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.026171618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"5b611c3b-b2ac-4222-8beb-9272ea5e1552","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.026190451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"5b611c3b-b2ac-4222-8beb-9272ea5e1552","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.034486031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"66eb23d7-df1c-41f2-b889-952d8d1c8d91","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.034554616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"66eb23d7-df1c-41f2-b889-952d8d1c8d91","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.052047328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"415c30d8-946a-4a08-b8d4-59ec9727f79d","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-cfl-same-a0f232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.053587005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0925e426-88de-41dc-97ab-d6bdda633720","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.056411447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d7dcbc8c-9c3e-4236-9c1b-d7a742f61af1","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.056411459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"79e2316a-3148-4f72-9800-1930bd49f101","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.057918054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"e2a8dd6b-6111-454b-a059-69e9616dcdbc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.09038472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0925e426-88de-41dc-97ab-d6bdda633720","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.09183252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"79e2316a-3148-4f72-9800-1930bd49f101","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.092964557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"e2a8dd6b-6111-454b-a059-69e9616dcdbc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.094649469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"d7dcbc8c-9c3e-4236-9c1b-d7a742f61af1","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.109994762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"57af0205-350a-4fb0-ba2a-fb123f71a128","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.110013382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"57af0205-350a-4fb0-ba2a-fb123f71a128","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.137944461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"a1fcba98-3f03-4268-a3b3-edacf38a958e","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.215243809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"3f8cb3af-63d2-4861-8d17-114c5120b29e","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","subscription":"e2e-att-serve-17c901-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.222901034Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"3f8cb3af-63d2-4861-8d17-114c5120b29e","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.227813272Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-sub","reconcileID":"3f8cb3af-63d2-4861-8d17-114c5120b29e","MaaSSubscription":{"name":"e2e-att-serve-17c901-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.263560578Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.267686077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"c3b30a53-2f68-4d4b-86d0-a9209c1e737a","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.267703809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"c3b30a53-2f68-4d4b-86d0-a9209c1e737a","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.274187743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3a04cdff-683b-477e-a5cf-caf2861372a6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.285083962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"3a04cdff-683b-477e-a5cf-caf2861372a6","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.408629844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"69edb695-8f4c-4fb7-be86-75a1f8243399","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.409640675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"d1bc27c7-3afc-4414-b02f-bb17058fd9ee","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.409663051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"d1bc27c7-3afc-4414-b02f-bb17058fd9ee","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.416143522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"69edb695-8f4c-4fb7-be86-75a1f8243399","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.509329029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"08984aaa-db6b-41b7-a0a0-73040c31189e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.589592302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"08984aaa-db6b-41b7-a0a0-73040c31189e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.616388301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"08984aaa-db6b-41b7-a0a0-73040c31189e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.616412852Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-att-serve-17c901-access","reconcileID":"08984aaa-db6b-41b7-a0a0-73040c31189e","MaaSAuthPolicy":{"name":"e2e-att-serve-17c901-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.631058519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"936eadf2-ae63-46fb-b520-9775c2d43640","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-att-user-da3bb2/e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:33.631086692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"936eadf2-ae63-46fb-b520-9775c2d43640","MaaSModelRef":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"routeName":"external-model-e2e-att-serve-17c901-a9a53cc56d66","namespace":"e2e-extmod-att-user-da3bb2","model":"e2e-att-serve-17c901","externalModel":"e2e-att-serve-17c901","provider":"e2e-att-serve-17c901-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.146471073Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"26edee7a-d15c-452f-9d81-b95259937d61","namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.170514402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8cd4ed3b-c371-4551-8180-d583dd643e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.171285331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9752624e-ec5c-4a5b-8406-29a27e3d5529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.173841593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"05d76bb5-359f-4e2e-b045-fb52cd830389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.174683139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0133ba0e-c3f7-4816-af5b-96f6e42e1e65","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.17482947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b4d44ab9-9d8e-4807-87b8-597010031205","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.179320072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"9752624e-ec5c-4a5b-8406-29a27e3d5529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.179880288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8cd4ed3b-c371-4551-8180-d583dd643e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.182153984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"05d76bb5-359f-4e2e-b045-fb52cd830389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.185868395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0133ba0e-c3f7-4816-af5b-96f6e42e1e65","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.186089287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"b4d44ab9-9d8e-4807-87b8-597010031205","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.291540014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17c901","namespace":"e2e-extmod-att-user-da3bb2"},"namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","reconcileID":"a50eed15-119e-41b6-8b3e-1ac4d8019cd9","namespace":"e2e-extmod-att-user-da3bb2","name":"e2e-att-serve-17c901","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.324841274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d397be16-233f-4f82-b32e-eb93dde259d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.329373046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2fd30052-47df-42a2-a2f3-3507902773f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.334086721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d397be16-233f-4f82-b32e-eb93dde259d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.338074373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2fd30052-47df-42a2-a2f3-3507902773f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.409781386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"30f454ae-9caf-43fc-aab7-cb4aed0a836f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.410138627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"578fdec3-4274-4734-a04b-3df997461ea9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.419668822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"ca3fd8a8-e9bf-4cd5-981b-e6db7f2051c8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.419688817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"30f454ae-9caf-43fc-aab7-cb4aed0a836f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.420005676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f6d72e43-b43f-45cb-93bd-6dee354f3273","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.421908124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"578fdec3-4274-4734-a04b-3df997461ea9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.422330498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"81e36fb6-e7ff-4ac5-be9b-8396bfb22d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.428329627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f6d72e43-b43f-45cb-93bd-6dee354f3273","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.429453799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"ca3fd8a8-e9bf-4cd5-981b-e6db7f2051c8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:34.434100079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"81e36fb6-e7ff-4ac5-be9b-8396bfb22d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.004986447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d188b0-6035-41f1-97cf-d731ca3c41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.00574003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ec7e978b-df47-42bb-9007-f3bb1aa73656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.006344483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5962fb51-a424-4b26-a7f4-318ba8c8496f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.007922797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4a8fa395-b3ba-4e99-abe5-7d795f50e531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.014734385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"2befb9f1-b8e4-49f1-9d9b-23fbe5cfa740","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.0884527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d188b0-6035-41f1-97cf-d731ca3c41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.092020112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"ec7e978b-df47-42bb-9007-f3bb1aa73656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.095591547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5962fb51-a424-4b26-a7f4-318ba8c8496f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.099553026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4a8fa395-b3ba-4e99-abe5-7d795f50e531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.100465757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"2befb9f1-b8e4-49f1-9d9b-23fbe5cfa740","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.192076794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ab152fb-7809-4aff-a344-9d19ca88b686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.192422024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"06057c27-ae2b-483b-841d-3db9e75a0844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.192792895Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"c25a3394-539f-43bf-bbaf-962c21ab1e60","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.195209666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d3193937-0245-4ff2-aec8-8c3b63d27327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.196987993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"78db2117-a296-40ab-a8cc-6a1172dc570b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.200600235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ab152fb-7809-4aff-a344-9d19ca88b686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.202737053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"06057c27-ae2b-483b-841d-3db9e75a0844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.204093386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d3193937-0245-4ff2-aec8-8c3b63d27327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.20524361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"78db2117-a296-40ab-a8cc-6a1172dc570b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.209110521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5f586295-c5e2-44de-947a-9fe4f6757d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.218050927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5f586295-c5e2-44de-947a-9fe4f6757d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.228570656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5449fc1d-e9a4-4afd-8f02-6be7eb603c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.232047988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fafec10e-4fb3-4af3-b6d0-7d8bdcc88701","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.235140438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"b839a5a9-1150-4450-aeb2-d871e891308d","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.235550844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"b9aa53ec-58a5-4f61-987f-d11556abab2f","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.287709276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5449fc1d-e9a4-4afd-8f02-6be7eb603c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.290150558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fafec10e-4fb3-4af3-b6d0-7d8bdcc88701","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.291414214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"b839a5a9-1150-4450-aeb2-d871e891308d","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.292514222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"b9aa53ec-58a5-4f61-987f-d11556abab2f","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.295571516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e6eb842a-6e1f-4917-a94d-5886e883e62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.303209009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e6eb842a-6e1f-4917-a94d-5886e883e62f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.609381525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.616169835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"3a9a58aa-5360-487a-9b6c-b1db763d837b","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.616189252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"3a9a58aa-5360-487a-9b6c-b1db763d837b","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:35.622841427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"f8c568ea-bc18-46dc-8281-9d847abb293f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-83bfe6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.626753132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"255777ed-1148-4ad9-bf2d-39aacddfa52f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.63331579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"792f8736-11a7-44fd-8e84-5640919c6d8f","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.633334248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"792f8736-11a7-44fd-8e84-5640919c6d8f","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.635058405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"255777ed-1148-4ad9-bf2d-39aacddfa52f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:35.641713669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"792f8736-11a7-44fd-8e84-5640919c6d8f","name":"e2e-cmp-legacy-83bfe6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-83bfe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:35.641769731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"792f8736-11a7-44fd-8e84-5640919c6d8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-83bfe6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.645235615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"27a6096c-d5ef-4127-8988-5d60bdf7356b","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.645251647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"27a6096c-d5ef-4127-8988-5d60bdf7356b","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.653515668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"59b09037-dd8f-4f21-bea7-d37d018c930a","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.653541074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"59b09037-dd8f-4f21-bea7-d37d018c930a","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.672372374Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"76ebcb6e-4b62-4fbf-9304-955a2ec33d3c","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-cmp-legacy-83bfe6","model":"e2e-cmp-legacy-83bfe6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.70232266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"7e15bf24-f926-40d7-8580-77fb9b2fbd23","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.702339541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"7e15bf24-f926-40d7-8580-77fb9b2fbd23","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.725834207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"86d31325-5f78-4d61-a75f-25f211f78e41","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.733631244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"86d31325-5f78-4d61-a75f-25f211f78e41","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.757682188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"60ae15c9-0dc5-4087-bf88-d5bdbe68e43d","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:35.768039478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"1317f4f3-77c7-4a9b-972d-2fd1e7783b28","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-cmp-legacy-83bfe6","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.063015364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.066796313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"1402c941-92a4-4996-954f-6cbadae23308","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.066815193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"1402c941-92a4-4996-954f-6cbadae23308","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:37.077691152Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-088aae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.084126297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ccaffdd4-6a18-48dd-a94d-4781bd17f863","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.084320817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"6a05c5a2-dab6-4740-ae4b-b86734e03d49","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.086620497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c5f9247d-2c6d-4878-a581-14901865444c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.090185132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"fd5c0498-3acc-45a6-ab6f-21c3f2d0a106","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.090203707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"fd5c0498-3acc-45a6-ab6f-21c3f2d0a106","MaaSModelRef":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"routeName":"external-model-e2e-rec-ctrl-c484a4-8c3ef7578acd","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-rec-ctrl-c484a4","externalModel":"e2e-rec-ctrl-c484a4","provider":"e2e-rec-ctrl-c484a4-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.093809654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"6a05c5a2-dab6-4740-ae4b-b86734e03d49","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.095049229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ccaffdd4-6a18-48dd-a94d-4781bd17f863","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.096169545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c5f9247d-2c6d-4878-a581-14901865444c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.101044547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"1e9045e0-102b-4f52-a6be-27725a74ef70","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.101061105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"1e9045e0-102b-4f52-a6be-27725a74ef70","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.109277762Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"a3ac84fd-a227-4e5e-bb07-47f32fa6faad","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-recover-088aae","model":"e2e-rec-recover-088aae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.113489038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"8166d4a4-ac3f-4c8d-8676-0a023cc0617d","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.113507989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"8166d4a4-ac3f-4c8d-8676-0a023cc0617d","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.136938272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"41c71aa7-3d39-4be4-bc84-bd244ee2c6df","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.136957895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"41c71aa7-3d39-4be4-bc84-bd244ee2c6df","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.20529426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"c3cd7308-709d-4c60-9237-f77441ac9644","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-recover-088aae","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.227867082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1674b2e0-27f4-425f-83e1-a99a51c138dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.228178778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"e9cf3654-7489-4842-b789-40dece8335a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.236810197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"e9cf3654-7489-4842-b789-40dece8335a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.237268685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1674b2e0-27f4-425f-83e1-a99a51c138dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.330657418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"66d51004-99e7-4614-8413-559712101966","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:37.338291177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"66d51004-99e7-4614-8413-559712101966","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.716900885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"8c1a8b36-a0d0-4181-a6bc-e2f3f5107bc3","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","subscription":"e2e-cfl-ok-b6f499-5365a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.726656939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"8c1a8b36-a0d0-4181-a6bc-e2f3f5107bc3","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.731349653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-sub","reconcileID":"8c1a8b36-a0d0-4181-a6bc-e2f3f5107bc3","MaaSSubscription":{"name":"e2e-cfl-ok-b6f499-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.790747447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a378a2 priority=0:[ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-af245c-5365a5-sub ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625-a378a2-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.808481327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"f496e9dd-ba24-4b7f-b956-3d246b9d1948","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.808517131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"f496e9dd-ba24-4b7f-b956-3d246b9d1948","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.842171301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"3d049529-ad0d-4f29-8a20-623b7697e0c9","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.842278575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"3d049529-ad0d-4f29-8a20-623b7697e0c9","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.845099047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"7be8b75b-dad8-4626-9640-6a479ef4f5c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.84529995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"8abc4782-c2b7-4214-af78-3572aaacbb38","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.845097846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e17d6360-1630-4b2b-bfbd-bb9f8c550b62","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.857400081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"7be8b75b-dad8-4626-9640-6a479ef4f5c1","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.857480264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"e17d6360-1630-4b2b-bfbd-bb9f8c550b62","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.859806406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"8abc4782-c2b7-4214-af78-3572aaacbb38","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.907778728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"2b4ed77f-b83f-40c8-bc6d-b5eb649d5dcb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.914942587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"2b4ed77f-b83f-40c8-bc6d-b5eb649d5dcb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.931891243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"2d2be07e-9f56-4be7-9e84-4865ef106a1c","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.931910637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"2d2be07e-9f56-4be7-9e84-4865ef106a1c","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.967920519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-ok-b6f499-5365a5-access","reconcileID":"e38cd39c-f2de-4fc0-b874-499a9f9e68ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b6f499-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.988976104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"8d17bdf3-e2da-4d16-93bb-efa8f76ba333","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:42.989001439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"8d17bdf3-e2da-4d16-93bb-efa8f76ba333","MaaSModelRef":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-ok-b6f499-8e6b30fb2834","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-ok-b6f499","externalModel":"e2e-cfl-ok-b6f499","provider":"e2e-cfl-ok-b6f499-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.627092567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"e8e5e989-5ff0-430c-bed1-ed529cf411d4","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.726143569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"34b431d4-9253-4259-aed6-9a7d61dceb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.727387278Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"6d6a4b43-6163-49bd-8a61-6a4eb56f663e","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.729369793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1a6d866a-a908-463d-946e-51323af5f131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.730384722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e93b8f3d-67cc-4379-9a0f-fd05dad33062","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.731369719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af00902-339e-4084-a0c3-266993e39c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.798297761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"34b431d4-9253-4259-aed6-9a7d61dceb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.800909973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e93b8f3d-67cc-4379-9a0f-fd05dad33062","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.80141707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1e8f4fe8-330e-4608-907a-1fd932bffacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.804336872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1a6d866a-a908-463d-946e-51323af5f131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.805096308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"6f5a40df-50bb-443a-aa74-4ed65c9f7943","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.805123469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"6f5a40df-50bb-443a-aa74-4ed65c9f7943","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.8069929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7af00902-339e-4084-a0c3-266993e39c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.810792854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"1e8f4fe8-330e-4608-907a-1fd932bffacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.81914864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"e65f9b23-68c1-4878-98cb-cff08bfb7502","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.968692621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b6f499","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","reconcileID":"f019ea47-aa56-402b-892d-ddb0a9da3c31","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-ok-b6f499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.981539807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"30a6fd3f-1c55-4c9f-ba9d-7b67a542d564","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.986885208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3809b67-a7dd-413d-94c9-e83cd3ea6dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.987745292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"70cf5b0f-9191-4708-b271-9d7bc4d26ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.988909997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2b872a26-871f-45aa-9b6e-53692165c1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:43.997232967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b036912-3f13-41e2-832b-2a7c2540a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.001408515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"30a6fd3f-1c55-4c9f-ba9d-7b67a542d564","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.004850597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3809b67-a7dd-413d-94c9-e83cd3ea6dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.008238679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2b872a26-871f-45aa-9b6e-53692165c1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.01514005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"70cf5b0f-9191-4708-b271-9d7bc4d26ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.061744678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2b036912-3f13-41e2-832b-2a7c2540a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.077882275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ebdc733e-8ddd-423f-b63d-02ebd7b3418a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.085813161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ebdc733e-8ddd-423f-b63d-02ebd7b3418a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.175932328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0e60f1ad-5abe-4d3e-835b-2b089bdfb486","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.178493212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a9f1e0f2-9415-4e85-84af-c0a4de5e06cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.179299351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d710fac5-1fe3-4927-a1e9-79efe6fe3d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.179314821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"810b1c94-a1ad-475d-85e0-2b1a652acaf6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.181447934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ed695923-9a10-48ab-9b1f-8038419fcc5c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.184414219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"0e60f1ad-5abe-4d3e-835b-2b089bdfb486","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.186039702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a9f1e0f2-9415-4e85-84af-c0a4de5e06cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.186966503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"810b1c94-a1ad-475d-85e0-2b1a652acaf6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.188848114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d710fac5-1fe3-4927-a1e9-79efe6fe3d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.190047012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ed695923-9a10-48ab-9b1f-8038419fcc5c","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.272377472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"abe95386-4892-4997-989b-e38503d84c5e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.27389655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"eeebcc9e-965a-4ecf-8d97-ffc7469e5054","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.274944113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e0abc7b1-f942-42d4-8f41-19b65c496c8b","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.280401183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8864a261-b669-4d4a-8a96-b1050433c8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.280515023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"abe95386-4892-4997-989b-e38503d84c5e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.280884368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f108059b-4090-4cd5-b021-f61e75e899d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.282621272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"eeebcc9e-965a-4ecf-8d97-ffc7469e5054","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.284987074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e0abc7b1-f942-42d4-8f41-19b65c496c8b","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.289619371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f108059b-4090-4cd5-b021-f61e75e899d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.289998427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8864a261-b669-4d4a-8a96-b1050433c8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.497595826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"f0fc6881-3f95-4189-8251-5e489c661731","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.610938055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"f0fc6881-3f95-4189-8251-5e489c661731","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.535294839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3d06fef1-d234-47f2-9637-950a2a4397fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.623419804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3d06fef1-d234-47f2-9637-950a2a4397fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.624798459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"35a754e1-7257-4ccb-9fd7-3379d0a199d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.625519694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"16ea28c8-d327-4454-a0c9-56bca3826979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.626110464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a28c0a2-655b-403e-9712-dcb20554856d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.640963183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a28c0a2-655b-403e-9712-dcb20554856d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.643758709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"16ea28c8-d327-4454-a0c9-56bca3826979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.647202587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"35a754e1-7257-4ccb-9fd7-3379d0a199d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.647597934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"bcdba78b-5460-4d6e-a781-fb9318704d0d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.648147517Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"6df38716-f068-40f8-ba43-fa1953832004","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8c9f1e32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.659057885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"bcdba78b-5460-4d6e-a781-fb9318704d0d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.672034493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a862c6c8-43d2-42a2-bcaf-c1ca08db5ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.696267805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46eb4047-800d-4e57-9036-113b35f957d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.697098539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a862c6c8-43d2-42a2-bcaf-c1ca08db5ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.699069648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bcd842d9-98d9-4404-bcca-788364a20dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.700159006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f82a6090-abcf-41bc-aae2-d0a74a72d9e5","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.70605291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46eb4047-800d-4e57-9036-113b35f957d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.710071554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"bcd842d9-98d9-4404-bcca-788364a20dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.712740613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f82a6090-abcf-41bc-aae2-d0a74a72d9e5","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.802484786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3cac7e3a-b9aa-4ab6-9655-7941487c9abc","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:44.810611346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"3cac7e3a-b9aa-4ab6-9655-7941487c9abc","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:45.766249418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"0a94adcb-5251-4a2e-ac6c-399953351b57","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.009896563Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"38bf3da1-03fc-4c8c-bc4e-61d46a3ef7f9","namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.02350113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"3a80f32f-d9e7-46f7-bbbc-0fa39dbf8904","namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.027372896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9b8005b8-100e-4f2e-b2ed-bbc336d1d9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.027662388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12421c05-2604-4d66-afc1-90e5499353d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.036189013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"9cbfb5f0-6102-4e1a-b276-e56802043c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.036374558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14144e32-0747-4469-94ef-0a0741fdd01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.036189068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"22907832-f39b-4040-8dff-c0064bda70fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.04211451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9b8005b8-100e-4f2e-b2ed-bbc336d1d9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.042409046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12421c05-2604-4d66-afc1-90e5499353d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.048187826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14144e32-0747-4469-94ef-0a0741fdd01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.048902593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"22907832-f39b-4040-8dff-c0064bda70fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.050489476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"9cbfb5f0-6102-4e1a-b276-e56802043c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.189398076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"7825d122-e6d1-488c-a797-c33a7ff13fb8","namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.307325632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b757abcf-b174-4c09-b2ff-b8b7b987c98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.630691668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"75a13516-0933-47a3-8bfb-e880e36b32b3","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.631858103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2f3520bc-57ba-4864-b73c-76a7a82fb874","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.632884792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"55dffd04-3ffb-4535-9500-b03ca11aa2cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.663271704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b757abcf-b174-4c09-b2ff-b8b7b987c98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.670063042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"36816117-3cdb-481b-83a8-53e3d8b42135","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.670097832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"36816117-3cdb-481b-83a8-53e3d8b42135","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.673425005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"55dffd04-3ffb-4535-9500-b03ca11aa2cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.673421101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"2f3520bc-57ba-4864-b73c-76a7a82fb874","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.674600134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"75a13516-0933-47a3-8bfb-e880e36b32b3","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.688966422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b45b1f62-1e3c-46ab-b6c7-913e1245339b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.701000583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b45b1f62-1e3c-46ab-b6c7-913e1245339b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.799751063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ba92a1ff-aa29-432b-86c6-1bb83244c4e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.803906378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6b7cfb68-23b5-4b36-8c6c-1dd1dfb250ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.810195675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"ba92a1ff-aa29-432b-86c6-1bb83244c4e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.812692794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6b7cfb68-23b5-4b36-8c6c-1dd1dfb250ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.941974348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"28cf60b9-5c60-494b-a871-69a5f822c1b6","namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.952518373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5e74da8c-0dc8-4ac3-bc32-2cc9e9f29413","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.953063558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"aa60b29d-6f8e-432e-9562-55cc8d51c2f2","namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.961986046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4a0a5f45-f485-4465-951d-0a48130062da","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.962177887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59fa1015-889b-423d-b01b-1f3a546ae55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.967934564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"5e74da8c-0dc8-4ac3-bc32-2cc9e9f29413","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.968407108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"487ec553-c072-4162-8745-6195ce95c2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.973958235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"4a0a5f45-f485-4465-951d-0a48130062da","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.977127907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59fa1015-889b-423d-b01b-1f3a546ae55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:49.980833444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"487ec553-c072-4162-8745-6195ce95c2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.005075949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"da686b6d-9ee6-45c1-a62c-99232c82ab2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.018875345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"da686b6d-9ee6-45c1-a62c-99232c82ab2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.153366959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"64688158-d886-4e0d-ab63-e107c75c3c81","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.166227486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"14047b01-9d18-4718-8cd3-6d20235dfcdf","namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.175284553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"8f7301c0-3359-413c-97e2-83f8b8802ee6","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.175311132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"8f7301c0-3359-413c-97e2-83f8b8802ee6","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:50.186965917Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"8f7301c0-3359-413c-97e2-83f8b8802ee6","name":"e2e-cfl-same-9fe681","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-9fe681\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:50.187020873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"8f7301c0-3359-413c-97e2-83f8b8802ee6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-9fe681\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.20820448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0aa9678d-843d-4ab6-9ed6-b48db04fea36","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.208234919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0aa9678d-843d-4ab6-9ed6-b48db04fea36","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.211830354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"40310cfa-1ee3-4e8f-998d-f456aab2e7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.214754275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"988ac417-84f6-43fb-b2ae-7bd885803d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.215369066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8dd32e-bddc-4f15-9a9b-0afec00ceef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.216014861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"413bf21c-afd4-4cee-b890-a68a0546fc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.218776948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"b23c95b3-67cc-4b9b-9cc7-4e3925d77d37","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.22089549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"40310cfa-1ee3-4e8f-998d-f456aab2e7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.225322648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"988ac417-84f6-43fb-b2ae-7bd885803d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.22614047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"413bf21c-afd4-4cee-b890-a68a0546fc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.228782576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"b23c95b3-67cc-4b9b-9cc7-4e3925d77d37","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.228786835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb8dd32e-bddc-4f15-9a9b-0afec00ceef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.420250457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5d97ad9b-9bfd-4cb5-9321-6784ff4a8db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.512662817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9780c29e-f931-4151-abbf-abe9e85e10cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.535751847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5d97ad9b-9bfd-4cb5-9321-6784ff4a8db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.536321593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fe03af0b-13c5-4870-9692-59ad37fbbf5a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.549167295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fe03af0b-13c5-4870-9692-59ad37fbbf5a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.554901558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9780c29e-f931-4151-abbf-abe9e85e10cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.56540544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"91652441-7cd8-4a11-9fd5-4ccaca2b9259","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.566192952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c8f0add7-4e48-4825-b326-e92afe057ac9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.578767072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c8f0add7-4e48-4825-b326-e92afe057ac9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.580850061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"83f190fb-1eec-4f78-9c25-00011fb7bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.58335561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"91652441-7cd8-4a11-9fd5-4ccaca2b9259","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.594552038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"83f190fb-1eec-4f78-9c25-00011fb7bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.66505715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0a675bc5-6546-49d3-a883-f8211884ce64","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.665161059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0a675bc5-6546-49d3-a883-f8211884ce64","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.926356926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"aa8cd983-0634-44e6-ba2b-4dc42b0bb054","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:50.967967617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"3eef8b59-7347-49b1-8449-a1f17933dabc","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.035812484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"e6a45b50-cc77-4c32-984a-4a33ae5b5940","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.03630235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8c780a97-9522-4979-b9f5-99e22cd93380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.059060247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"aa8cd983-0634-44e6-ba2b-4dc42b0bb054","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.059606496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"04178872-6d6c-47ea-a41c-3548171a91a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.064954109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"3eef8b59-7347-49b1-8449-a1f17933dabc","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.070658452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"e6a45b50-cc77-4c32-984a-4a33ae5b5940","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.293183067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"8c780a97-9522-4979-b9f5-99e22cd93380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.387833353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"04178872-6d6c-47ea-a41c-3548171a91a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.517713585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5f4059-32c5-40ca-ba83-edd3b1f1cde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.553999656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"bb2205df-76d2-4772-96e2-f125cfae8fce","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.554130413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"bb2205df-76d2-4772-96e2-f125cfae8fce","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.634114869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5f4059-32c5-40ca-ba83-edd3b1f1cde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.647002687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9d41adb7-1165-49fb-99d0-776346b5d5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.648010438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2fa18baf-fa7a-4ea9-8a43-7fc096b914f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.648343628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"c0233435-8e8c-46ce-8885-1541f8e60e5c","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.763854646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9d41adb7-1165-49fb-99d0-776346b5d5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:51.859307591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2fa18baf-fa7a-4ea9-8a43-7fc096b914f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.097392801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"c0233435-8e8c-46ce-8885-1541f8e60e5c","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.192321801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"c0233435-8e8c-46ce-8885-1541f8e60e5c","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.233910531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"c7464ac0-93ac-4089-b3c5-f9e6cc0976e1","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-cmp-legacy-83bfe6","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.271213915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"05a7f9ad-f400-4fd2-be40-b805d5b51e90","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.271249761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"05a7f9ad-f400-4fd2-be40-b805d5b51e90","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.357977986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"eea30c0b-915f-418c-82a6-a9e19b66835d","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.363763338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"a50f74b0-89af-4fd4-8d8d-962f8a6a629c","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-recover-088aae","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.403461276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"bfe95428-5079-4b25-a980-3b76670e7860","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.403569785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"bfe95428-5079-4b25-a980-3b76670e7860","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.419342379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"6eff3718-8f1a-462f-a166-fe9d20510271","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.419505866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"6eff3718-8f1a-462f-a166-fe9d20510271","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.432580655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"befadcef-38ae-4a94-ad07-1e98b3f6c184","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.433695623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"befadcef-38ae-4a94-ad07-1e98b3f6c184","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","externalModel":"e2e-rec-recover-088aae","provider":"e2e-rec-recover-088aae-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.887662899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"65514a31-911f-4744-8175-86102a691470","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:52.896297052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"65514a31-911f-4744-8175-86102a691470","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.276702344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"0fe54812-3033-46e1-a9a3-0cd6b8cf3650","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.347804483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"84449ae5-5649-4ff3-9134-f0eeb095b95f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.357107878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"84449ae5-5649-4ff3-9134-f0eeb095b95f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.448089795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"c9fe3460-df6c-4b6b-ab42-79b5c41cbc1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.45685997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"c9fe3460-df6c-4b6b-ab42-79b5c41cbc1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.740328499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"f71fe7b2-647e-443e-bf92-2eaf9b726d89","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.803152827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"c685c883-7941-4d50-8728-6bb16e547679","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.892408432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"bd937360-0d51-4e66-84b9-e78f18eb158a","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.89246926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"bd937360-0d51-4e66-84b9-e78f18eb158a","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.900696862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"d27ca760-a6fe-4944-9da6-947ed636b677","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.900716217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"d27ca760-a6fe-4944-9da6-947ed636b677","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.910385522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"d3f5e198-329c-4eb2-b109-2f6b0b4d4ca3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:53.919844757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"d3f5e198-329c-4eb2-b109-2f6b0b4d4ca3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.049397004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b5e8711-6b08-4dad-a18f-5bc812b066d1","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.049423375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1b5e8711-6b08-4dad-a18f-5bc812b066d1","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.148480113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"3ee90897-4460-416d-a935-1240b17471db","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.152120664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"55c14cde-36e8-4cad-a59a-49661814e54d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.152139907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"55c14cde-36e8-4cad-a59a-49661814e54d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.17394118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"92c14f00-71f1-4c26-bbd6-fc7719091897","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.187502836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1ab9240e-c549-4d6c-a58e-d547d3d67d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.193951622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e951d1f-afed-49e0-8290-7a1ebc2f54aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.195345246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f5ee8e50-61dc-4129-980a-c047cce2cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.196403065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"92c14f00-71f1-4c26-bbd6-fc7719091897","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.196686403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"85c6aec0-f25a-434a-88bc-d98b11497734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.201629988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e951d1f-afed-49e0-8290-7a1ebc2f54aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.206423138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1ab9240e-c549-4d6c-a58e-d547d3d67d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.206574998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f5ee8e50-61dc-4129-980a-c047cce2cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.207777556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"92c14f00-71f1-4c26-bbd6-fc7719091897","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.208792553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"85c6aec0-f25a-434a-88bc-d98b11497734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.223829471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"257825e9-aa8d-4e3f-b0ea-5c02534931bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.22822457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"78a1d60c-af85-4784-b5fd-8e8dc18498c1","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.231967303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"257825e9-aa8d-4e3f-b0ea-5c02534931bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.232578506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"2f80d899-9ebc-41ac-be1f-590541187c8d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.232596606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"2f80d899-9ebc-41ac-be1f-590541187c8d","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.238979593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"fff5e367-1fe3-4db4-9861-cf83f8123064","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.289895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"fff5e367-1fe3-4db4-9861-cf83f8123064","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.331646203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b1e4eeb8-05ed-4f61-8d58-38b2b3c12ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.331866165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"f5f8dbce-d8f3-4d83-9787-50291372a790","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.332453524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"92165702-490e-4408-8710-fb47349c51cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.33640647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"eebe971d-6126-44d3-a8d2-2a60244f9ac2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.339902699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"92165702-490e-4408-8710-fb47349c51cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.340213083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b1e4eeb8-05ed-4f61-8d58-38b2b3c12ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.342447522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"f5f8dbce-d8f3-4d83-9787-50291372a790","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.345363673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"eebe971d-6126-44d3-a8d2-2a60244f9ac2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.427546058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"ec9b6837-410a-49b5-94bd-8a5b433eb48a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.429220819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"57824506-e2df-4313-a30e-910143d5849c","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.430759678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8c483705-9a65-4fa7-b430-e79806464a5f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.433494163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ec063b3-b78f-43c9-a74e-cfa8fd015572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.435784874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"ec9b6837-410a-49b5-94bd-8a5b433eb48a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.437290846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"57824506-e2df-4313-a30e-910143d5849c","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.438044057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8c483705-9a65-4fa7-b430-e79806464a5f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.441101428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ec063b3-b78f-43c9-a74e-cfa8fd015572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.535023102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6b38b55d-d208-4709-9b48-0995a7db54e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.542328013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2b72c8ca-5bd9-44ef-8aab-d20dda875f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.542655766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8ca8132a-d4d5-472d-a891-548328fd9267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.545727527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d693348a-c94d-449b-88c7-c6cc065f120b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.546760251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6b38b55d-d208-4709-9b48-0995a7db54e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.548312094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"578ee8df-41a9-4964-b41b-931db720c4e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.550265804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8ca8132a-d4d5-472d-a891-548328fd9267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.554319356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d693348a-c94d-449b-88c7-c6cc065f120b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.589015948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2b72c8ca-5bd9-44ef-8aab-d20dda875f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.589982202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"578ee8df-41a9-4964-b41b-931db720c4e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.603463641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a89b3f27-c185-45c1-938f-b4437398206c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.611146997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a89b3f27-c185-45c1-938f-b4437398206c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.695896639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b2f7d7e1-c248-4f34-a7d6-dc4cd2895c9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.699905161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"7b624bb4-e987-4ecd-8873-19e10f8e32b5","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","subscription":"e2e-cfl-af245c-5365a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.713344968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6dca3673-9c59-46fb-aa7e-bea722afbb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.79669023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fc224cf9-cec0-4c5d-b394-e775b6f11999","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.797413049Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"7b624bb4-e987-4ecd-8873-19e10f8e32b5","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.803932652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b2f7d7e1-c248-4f34-a7d6-dc4cd2895c9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.804522529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6dca3673-9c59-46fb-aa7e-bea722afbb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.808729132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"8aee604e-c99d-4843-a620-2358b75be37c","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.811054029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"fc224cf9-cec0-4c5d-b394-e775b6f11999","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.812337438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b2f7d7e1-c248-4f34-a7d6-dc4cd2895c9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.812857042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc923535-8bcf-4522-958e-d5695d4472b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.888618472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"8aee604e-c99d-4843-a620-2358b75be37c","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.894279573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc923535-8bcf-4522-958e-d5695d4472b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.894783079Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-sub","reconcileID":"7b624bb4-e987-4ecd-8873-19e10f8e32b5","MaaSSubscription":{"name":"e2e-cfl-af245c-5365a5-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.898388751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9f80e663-7093-4ecb-984f-b14250332b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.905993091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"9f80e663-7093-4ecb-984f-b14250332b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.925845762Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.930262166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8a6378b9-b3fa-450d-a952-cdf92694074b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.930920006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"1b3a8f3a-639a-46f5-add8-7dfed4e8f807","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.930948318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"1b3a8f3a-639a-46f5-add8-7dfed4e8f807","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.989265703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ade20198-fa95-4d6f-9a41-272978ab748a","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.989290566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ade20198-fa95-4d6f-9a41-272978ab748a","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:54.989311772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8a6378b9-b3fa-450d-a952-cdf92694074b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.030627025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"483698bb-eae4-47b6-a3a2-ef8e23a28f47","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.030836562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"80341bbb-4aa2-4bb6-88cc-f5307d17a642","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.037988107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"483698bb-eae4-47b6-a3a2-ef8e23a28f47","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.038507698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"80341bbb-4aa2-4bb6-88cc-f5307d17a642","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.084122976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"2510cf86-26ba-48e7-b352-1529e102f7b7","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.08414205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"2510cf86-26ba-48e7-b352-1529e102f7b7","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.146421569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-af245c-5365a5-access","reconcileID":"6fad7306-1eff-4113-8c14-a68aeb75558b","MaaSAuthPolicy":{"name":"e2e-cfl-af245c-5365a5-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.172828749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"453f62cc-0870-48bf-886b-5a87ce1867a3","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.172858466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"453f62cc-0870-48bf-886b-5a87ce1867a3","MaaSModelRef":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-af245c-e03d40f1ff8f","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-af245c","externalModel":"e2e-cfl-af245c","provider":"e2e-cfl-af245c-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.233193477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"122a50f0-4032-436a-a014-31fb40bef38e","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.233227378Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"122a50f0-4032-436a-a014-31fb40bef38e","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-350820\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.251874406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"dfc19fe3-0fd5-4d3d-8a2d-88ee7a7c234b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.259650576Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"c18f2fad-e96f-4128-a30d-4faa96b3a689","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.25981575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"dfc19fe3-0fd5-4d3d-8a2d-88ee7a7c234b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.263500668Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"dfc19fe3-0fd5-4d3d-8a2d-88ee7a7c234b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.284071933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"36518575-0548-4dc2-b0e1-f97734523573","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.284094268Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"36518575-0548-4dc2-b0e1-f97734523573","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-350820\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-088aae-32fda4ad6255","namespace":"e2e-extmod-rec-noaccess-350820","model":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.364941843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"4c797436-7731-413b-a141-faa4aa62c37b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.365630327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9e8cd76b-5111-43ce-a7a2-01ce896a82e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.365957404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"6585346a-9e1c-4cc5-b8f0-29ec6770becd","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.372957082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"5fcbbafb-be55-4265-9049-a6f2aefd58c1","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.375500393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"4c797436-7731-413b-a141-faa4aa62c37b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.375780456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9e8cd76b-5111-43ce-a7a2-01ce896a82e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.37585818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f69917e9-947f-40fe-b85e-5636ab5c4848","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.379300246Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9e8cd76b-5111-43ce-a7a2-01ce896a82e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.383074529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f69917e9-947f-40fe-b85e-5636ab5c4848","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.39430218Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"ab15b2f2-4085-4327-9170-1ed9b34788ce","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.442966424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"44e50c24-cee8-42d3-aec1-2867052617d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.445206959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b913e6b1-3772-4d5d-bd46-12354c435e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.452135145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dc947cb8-d02e-44d5-ba70-80a341db1306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.452314875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"44e50c24-cee8-42d3-aec1-2867052617d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.45590439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"9d5b3f2c-4197-465f-a70a-45590de62674","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.458304291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b913e6b1-3772-4d5d-bd46-12354c435e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.460283959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"44e50c24-cee8-42d3-aec1-2867052617d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.46089139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"dc947cb8-d02e-44d5-ba70-80a341db1306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.558118906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"9d5b3f2c-4197-465f-a70a-45590de62674","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.701987548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fb5c506-b269-4728-b6dd-37c431be70b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.777120328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"e9295f64-ca91-41d7-84f7-9ad935ad26c7","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.777965572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e43221f2-e13e-4f35-9554-6c07fa10ef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.798686243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fb5c506-b269-4728-b6dd-37c431be70b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.807267723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e43221f2-e13e-4f35-9554-6c07fa10ef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.808946203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2e3d300d-c397-48fb-9e5c-be48aad806ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.810936538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-2-b5f9a8"},"namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","reconcileID":"4a18cb21-02d2-495c-a0d6-3249197cc73b","namespace":"e2e-extmod-cfl-2-b5f9a8","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.816508725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fb6858d-82bb-43df-a8bc-6ac8380905f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.82624482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2e3d300d-c397-48fb-9e5c-be48aad806ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.890305637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6fb6858d-82bb-43df-a8bc-6ac8380905f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.894726407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"db368f89-8a83-4151-926f-9d6515c1cfb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.902736301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"db368f89-8a83-4151-926f-9d6515c1cfb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.906976009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2a60247a-3cf4-4101-a20d-a5c6f0e65c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.909484311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c1348508-9e79-40c8-879b-bfb626b8f22a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.913698797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0c1dcdc5-21ef-4de1-b632-a05462f917c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.914945861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2a60247a-3cf4-4101-a20d-a5c6f0e65c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.916230819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"5fce159e-49c0-48b4-95e0-27a50066e6bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.917419047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c1348508-9e79-40c8-879b-bfb626b8f22a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.920795704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0c1dcdc5-21ef-4de1-b632-a05462f917c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.921198983Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c1348508-9e79-40c8-879b-bfb626b8f22a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.98840435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"5fce159e-49c0-48b4-95e0-27a50066e6bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.992372757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"862baaed-6e4e-44a8-9cad-6f1381628f52","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:55.997905498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"2bb60977-bee7-4f91-afb1-6e26a9b48856","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.002663031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"862baaed-6e4e-44a8-9cad-6f1381628f52","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.002820582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8506ff14-c769-40c2-b02d-dca4e02c2d8c","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.005601143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"2bb60977-bee7-4f91-afb1-6e26a9b48856","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.008076579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8830923-5f62-481e-8a63-1d1170206451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.011250648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"8506ff14-c769-40c2-b02d-dca4e02c2d8c","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.015850987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8830923-5f62-481e-8a63-1d1170206451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.022098349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bd8f1a8d-f08c-4e26-bda3-24fda39bfe12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.092842627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"bd8f1a8d-f08c-4e26-bda3-24fda39bfe12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.104940241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4a9c242e-d847-4b8b-8fa0-74d238a3e792","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.105555011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0389c471-288e-43e7-84ac-e115be4460d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.10614691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2b4476de-d44f-4bb4-b1c7-e3aaf20b33ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.115595922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2b4476de-d44f-4bb4-b1c7-e3aaf20b33ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.190695153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0389c471-288e-43e7-84ac-e115be4460d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.192646768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4a9c242e-d847-4b8b-8fa0-74d238a3e792","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.19950817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4a9c242e-d847-4b8b-8fa0-74d238a3e792","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.203021052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"27eea502-db73-41a7-9e1b-2202daf45cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.212914862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"27eea502-db73-41a7-9e1b-2202daf45cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.314495701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"e6d2cf81-78ba-40bc-8483-d9dc719bf80f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.323814577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"e6d2cf81-78ba-40bc-8483-d9dc719bf80f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.391010703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ce3354d6-5199-45af-8473-cac6a85aa28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.391369801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41416563-048d-429f-94f4-702fa254b979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.391654509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ae3c636a-febf-45d0-aa53-84961b631984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.395332425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"89046652-c0ab-44a9-b726-63df00af30a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.402666592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41416563-048d-429f-94f4-702fa254b979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.403860252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ae3c636a-febf-45d0-aa53-84961b631984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.405009843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"89046652-c0ab-44a9-b726-63df00af30a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.40762006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ce3354d6-5199-45af-8473-cac6a85aa28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.444938677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1e522fa2-5ed9-4914-bf1c-14a0c55939f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.457620726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a904b43d-df96-45e5-a6fb-d45bf9638640","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.45929654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1e522fa2-5ed9-4914-bf1c-14a0c55939f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.467629719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"a904b43d-df96-45e5-a6fb-d45bf9638640","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.78786686Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"44c9cf2a-c89a-4ff4-94b2-858c05e031f7","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.801612671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"65b8e1db-be32-477b-a448-db6499c60763","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.803454455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a57b741e-a5e2-4fd7-8f85-e4c4012d15f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.810242726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5b0e88d1-894f-4986-a7c5-55c6759d7575","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.816495477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a57b741e-a5e2-4fd7-8f85-e4c4012d15f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.823834099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5b0e88d1-894f-4986-a7c5-55c6759d7575","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.830347302Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5b0e88d1-894f-4986-a7c5-55c6759d7575","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.9215423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"12654dea-408e-4222-8d54-eb3aa34782b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.923198523Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-af245c","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","reconcileID":"0d0b2d02-334a-4822-b437-f7d9d5e7c31a","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-af245c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.923687228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4742af74-ca46-4c74-8f76-7cd875ab535a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.924332534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"200c9658-651f-4481-97ad-6d70ce04f06f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.925111943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"738010d0-c7eb-44df-ab2e-548060a55051","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.925909407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"db7d40a3-1d44-47f6-bb98-60fa1edaab0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.931336144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"12654dea-408e-4222-8d54-eb3aa34782b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.938086924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"db7d40a3-1d44-47f6-bb98-60fa1edaab0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.941740483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"200c9658-651f-4481-97ad-6d70ce04f06f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.944337891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4742af74-ca46-4c74-8f76-7cd875ab535a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.945818801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"738010d0-c7eb-44df-ab2e-548060a55051","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:56.952617977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4742af74-ca46-4c74-8f76-7cd875ab535a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.162863913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"d1b90c67-a3b7-4501-a779-0ca01477b3d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.17603344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"d1b90c67-a3b7-4501-a779-0ca01477b3d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.188860168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f71e7f3f-a95e-4eb7-80c9-8ff329488bb6","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.202632362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"f71e7f3f-a95e-4eb7-80c9-8ff329488bb6","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.211459823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d28fff-2f35-4356-ba08-b8e3c65b83d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.214281727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b91ea751-2a64-489c-8ec9-58a67f0ea3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.219568362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d28fff-2f35-4356-ba08-b8e3c65b83d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.22293658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b91ea751-2a64-489c-8ec9-58a67f0ea3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.31204528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9a677822-40b1-463b-a77f-df52ec945c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.400209086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9a677822-40b1-463b-a77f-df52ec945c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.580523666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"45bba74a-04eb-4b13-86ba-11e49a09a9d8","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.580563039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"45bba74a-04eb-4b13-86ba-11e49a09a9d8","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.627205035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"014976e9-dace-45cc-9607-425f52c9c1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.637276649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ec977bc0-af1a-4b4c-be7d-87a2e17fa2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.643182942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e309e147-1c39-4faf-ae3a-122196b353cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.648392449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"014976e9-dace-45cc-9607-425f52c9c1be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.650545281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ec977bc0-af1a-4b4c-be7d-87a2e17fa2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.654010834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"d462debb-d94d-491f-a914-f04dc9ac8563","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.691565417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"d462debb-d94d-491f-a914-f04dc9ac8563","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.691884563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"6ad2e605-c5a0-4dc4-b213-f30ea638d337","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e59d8258","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.695399898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e309e147-1c39-4faf-ae3a-122196b353cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.697068892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"457fe876-71b8-4d9f-9830-e22a7173bb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.705876751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"457fe876-71b8-4d9f-9830-e22a7173bb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.737353149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6bdd7aa1-e5b9-4d83-a645-68e2e8c8b379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.73974669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"2e9fd4fd-c3b3-4bcc-b769-7b1ec968970b","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.740015806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"42071c69-f328-403b-9064-41e9a26aac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.743234179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"31be6b2c-ecd4-4328-9cb9-9b089061beb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.743924285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"65d1e6af-9d90-4be2-ab09-4db02e4ffcc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.745875733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6bdd7aa1-e5b9-4d83-a645-68e2e8c8b379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.788770284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"2e9fd4fd-c3b3-4bcc-b769-7b1ec968970b","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.789409972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"42071c69-f328-403b-9064-41e9a26aac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.791365611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"65d1e6af-9d90-4be2-ab09-4db02e4ffcc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.791754223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"31be6b2c-ecd4-4328-9cb9-9b089061beb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.795527245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"2e9fd4fd-c3b3-4bcc-b769-7b1ec968970b","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.836399568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a229462c-17ff-4d6e-ae6e-782b05e69e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.838480993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"df9a4ba0-00ed-4b85-aafa-ffbb0fab51f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.838550544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d760967c-5a2c-43a6-a5d4-1e1f40666245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.839044012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9f865da2-0a09-478f-907a-383b8f61087f","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.845266044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a229462c-17ff-4d6e-ae6e-782b05e69e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.848383384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"df9a4ba0-00ed-4b85-aafa-ffbb0fab51f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.848983829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9f865da2-0a09-478f-907a-383b8f61087f","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.851376783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d760967c-5a2c-43a6-a5d4-1e1f40666245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.864849854Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9f865da2-0a09-478f-907a-383b8f61087f","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.988066842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"46c974c1-e1a8-4067-9196-9c9ece568464","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.994451379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"fbdc849b-a814-42b5-b23f-2abd26de6117","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:57.996061228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"46c974c1-e1a8-4067-9196-9c9ece568464","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:58.002069193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"fbdc849b-a814-42b5-b23f-2abd26de6117","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:58.968046951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.530676936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-729802 priority=0:[ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.535101915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"e940cc60-1cc4-451c-a69d-48b482fa5b7d","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.535123364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"e940cc60-1cc4-451c-a69d-48b482fa5b7d","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:38:59.545284599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"28b71d39-ea6f-4f53-8f8d-18fe8ba95319","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-a0f232-53a988-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.547912595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"27ff00e7-7a9c-453f-8ef3-365f212187ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.547989569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"76da1c58-5f94-407a-a887-1144e2ebe442","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.557413114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"27ff00e7-7a9c-453f-8ef3-365f212187ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.558098627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"76da1c58-5f94-407a-a887-1144e2ebe442","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.558390734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"acf3ba0d-e530-4ae1-bcfe-70467478146e","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.558407431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"acf3ba0d-e530-4ae1-bcfe-70467478146e","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.565889328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"46d567a9-be85-40df-8bd2-79913ff47e0c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.565908349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"46d567a9-be85-40df-8bd2-79913ff47e0c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.58699674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"093a4be7-9bd2-4925-9edb-59f30766e0ca","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.58703449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"093a4be7-9bd2-4925-9edb-59f30766e0ca","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.63683693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"bea5be70-bdeb-458a-82d9-6f6c5fb7a7ba","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-cfl-same-a0f232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.682475674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"148c99de-b0a7-4ec5-b5db-cdeaf6b5a19b","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.682498609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"148c99de-b0a7-4ec5-b5db-cdeaf6b5a19b","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.687744397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"9a7aae5f-5cfc-4998-bc93-0fc87a6cc754","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.687761234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"6b89eab9-73a7-4de1-a006-d89513d404df","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.697647802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"6b89eab9-73a7-4de1-a006-d89513d404df","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.698831009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"9a7aae5f-5cfc-4998-bc93-0fc87a6cc754","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:38:59.701507221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"e9422674-675b-4872-b202-bba7c43fce9c","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.754423401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"79a79b66-0555-4ee3-916c-7e01352f7a9a","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.754494926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"79a79b66-0555-4ee3-916c-7e01352f7a9a","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.760238016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"68ea06f1-cc97-4016-86f7-dd2ba2daef81","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.771400229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"1dc9bb44-dd32-4d0d-8008-79332d9b4093","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d561d836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.771794691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"68ea06f1-cc97-4016-86f7-dd2ba2daef81","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.896984686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"0ba0641f-2a17-4656-9831-71ea4a662714","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:00.906619614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"0ba0641f-2a17-4656-9831-71ea4a662714","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.53353529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"0f151cea-9143-4d65-a874-b5115f078e72","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.538245391Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"f48ff186-a49d-4d22-87b4-accf7e7511f8","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.543732495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"f9e106cd-7e54-44d1-81f7-ed155efa6162","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.551901179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"f9e106cd-7e54-44d1-81f7-ed155efa6162","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.558393232Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"f9e106cd-7e54-44d1-81f7-ed155efa6162","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.576655341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"67dc39d8-a66a-4a86-aca6-377285da581e","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.588763881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f85c0ef9-466e-4e5e-8f33-2006f44ab834","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.59165821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"23b26b8a-4873-4a7b-8dac-24a6e480413f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.597973011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"dcc59e68-e68c-4905-936e-fbecf2142eda","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.598688314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5c94cd-dbd1-4cda-a3b4-5ea359d860d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.600070818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f85c0ef9-466e-4e5e-8f33-2006f44ab834","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.602562905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"23b26b8a-4873-4a7b-8dac-24a6e480413f","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.611535006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"dcc59e68-e68c-4905-936e-fbecf2142eda","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.618278585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f85c0ef9-466e-4e5e-8f33-2006f44ab834","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.619052702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5c94cd-dbd1-4cda-a3b4-5ea359d860d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.637866049Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"d0fbeb1e-3533-4d57-b55c-bd58c3c5b3db","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.640814154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6743a2cc-759b-42e7-8a4e-2ddb3e10edb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.644265191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ae37694f-dba2-4a76-b58f-f9070b715a9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.71809888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6743a2cc-759b-42e7-8a4e-2ddb3e10edb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.719035232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ae37694f-dba2-4a76-b58f-f9070b715a9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.726340206Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ae37694f-dba2-4a76-b58f-f9070b715a9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.743628334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"033133d3-bfa0-412b-beed-dda0a4deece0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.754681892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"033133d3-bfa0-412b-beed-dda0a4deece0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.754858254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3dbfeaca-512d-467b-8bf3-17f05343b7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.755292527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0c22e4a2-e164-4b40-a4ef-c344a1f40ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.760955627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"496bd660-15cb-4959-b120-a11d8dd08fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.761060786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"063c932f-dc85-4616-b6db-7fe53eb9e137","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.787995462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3dbfeaca-512d-467b-8bf3-17f05343b7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.788840513Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"b4d7f122-20e9-41e0-befe-ebf22becf1db","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.789736782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0c22e4a2-e164-4b40-a4ef-c344a1f40ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.793496833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"496bd660-15cb-4959-b120-a11d8dd08fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.793727673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"063c932f-dc85-4616-b6db-7fe53eb9e137","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.796892856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"9c11d46a-9e77-4478-9d11-7adf0b8cc0e9","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.797871322Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"6c707fcf-fb09-4799-baa2-547cacda7880","namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.808779451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"9c11d46a-9e77-4478-9d11-7adf0b8cc0e9","error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.81326688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"dfb9d924-57f7-46ec-aa5e-c63c98a0c8da","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.813339371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"dfb9d924-57f7-46ec-aa5e-c63c98a0c8da","error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.826555467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"65cf053e-dbb9-40ee-962b-e2f415b1bfc4","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.826603278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"65cf053e-dbb9-40ee-962b-e2f415b1bfc4","error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.909154835Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"327baaa3-c844-42e6-b8cb-70da471dd9ab","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.910494256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"24dde03b-519e-4a44-9bd2-b684b957d1cf","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:01.910550771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-088aae","namespace":"e2e-extmod-rec-noaccess-350820"},"namespace":"e2e-extmod-rec-noaccess-350820","name":"e2e-rec-recover-088aae","reconcileID":"24dde03b-519e-4a44-9bd2-b684b957d1cf","error":"ExternalModel e2e-rec-recover-088aae not found in namespace e2e-extmod-rec-noaccess-350820 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:01.997846013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d8ad8cb-c68f-4879-b071-8f74f4be3426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.001551473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9ef1dcfd-4eeb-4371-a9ab-5d8c8d80b235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.001621781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4602e057-4384-4d66-8e50-2b2480ae685c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.002817216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e19d7bd9-6cfa-4d31-9394-456b899102fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.006427988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d8ad8cb-c68f-4879-b071-8f74f4be3426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.010076256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4602e057-4384-4d66-8e50-2b2480ae685c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.010076489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"9ef1dcfd-4eeb-4371-a9ab-5d8c8d80b235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.012405775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e19d7bd9-6cfa-4d31-9394-456b899102fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.026760267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d86f92b7-50a8-45c3-9efa-7b700eacb6b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.088388467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d86f92b7-50a8-45c3-9efa-7b700eacb6b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.126609963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c5feba6a-def2-45bc-ae1c-7ec26e90cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.134960863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"c5feba6a-def2-45bc-ae1c-7ec26e90cd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.254033071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"95a86208-8e88-4201-93f6-b2e78e43e40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.255173515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"b290a2fb-b099-46ed-990e-12ae38186434","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.255832039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d57fd1ac-1f75-4429-aaa5-322fd3ba4ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.256592885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"b2c9c221-03e5-4794-ad2d-6604e00fec30","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.261310954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"93926c49-26e2-4575-8498-3639e9ce16f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.263400248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"95a86208-8e88-4201-93f6-b2e78e43e40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.266245802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"b290a2fb-b099-46ed-990e-12ae38186434","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.267306489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d57fd1ac-1f75-4429-aaa5-322fd3ba4ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.275313637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"93926c49-26e2-4575-8498-3639e9ce16f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.280874922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"b2c9c221-03e5-4794-ad2d-6604e00fec30","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.286401476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"93926c49-26e2-4575-8498-3639e9ce16f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.322766519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f794a667-be59-44d6-a313-315d85124b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.333385958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f794a667-be59-44d6-a313-315d85124b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.423291757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"3ec7fc96-cb46-4bda-8c14-9bdc29bc6e59","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.427835769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"cad7294b-79af-4b8d-b3f4-3a26d4e8a913","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.43163702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"d161eca1-034e-4ae3-a698-ae3a2c1d62bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.432113513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecf5c6d5-60f5-42e3-a94a-82bb89112ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.432178834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"3ec7fc96-cb46-4bda-8c14-9bdc29bc6e59","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.439616073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"cad7294b-79af-4b8d-b3f4-3a26d4e8a913","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.441730227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecf5c6d5-60f5-42e3-a94a-82bb89112ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.444938979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"d161eca1-034e-4ae3-a698-ae3a2c1d62bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.444965584Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"d161eca1-034e-4ae3-a698-ae3a2c1d62bd","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.524456831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"61f9e038-a5c5-4f1d-a43e-90816cdd4606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.524506936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f6c642db-ed72-45b1-9afb-ccbd6e6c48aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.5343113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"61f9e038-a5c5-4f1d-a43e-90816cdd4606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.534973705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f6c642db-ed72-45b1-9afb-ccbd6e6c48aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.629328964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5d18edbc-1f78-48e0-b915-5ed37c607bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.631910448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"3b247a38-a1af-4844-b0c9-d5755c9abf21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.633630119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"746a700f-22d3-4990-81a7-9345c8fc6224","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.638174177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5d18edbc-1f78-48e0-b915-5ed37c607bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.639983607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"3b247a38-a1af-4844-b0c9-d5755c9abf21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:02.64207579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"746a700f-22d3-4990-81a7-9345c8fc6224","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:06.813796904Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"4e9843bd-3146-4ab7-b89d-eb2763a8f0c2","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.696093863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"06a14f06-8f30-4c26-b004-84237fd97680","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","subscription":"e2e-cfl-c82625-a378a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.703998019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"06a14f06-8f30-4c26-b004-84237fd97680","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.708115034Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-sub","reconcileID":"06a14f06-8f30-4c26-b004-84237fd97680","MaaSSubscription":{"name":"e2e-cfl-c82625-a378a2-sub","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"maas-trlp-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.739454694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-729802 priority=0:[ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.743275014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ad300e86-10b1-472d-aa1e-f1a43e400911","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.743301683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"ad300e86-10b1-472d-aa1e-f1a43e400911","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.750941912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"df15a93b-2525-4d53-afae-da9fdb42b00e","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.76613206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"df15a93b-2525-4d53-afae-da9fdb42b00e","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.84921788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"91b56395-3e23-441c-b305-368d7ebbead2","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.858558905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"91b56395-3e23-441c-b305-368d7ebbead2","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.89685734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e5c50cfe-9237-44b3-8174-86b35c744f75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.900808777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"dd1b78c2-39d4-411b-9706-bd5662100bdc","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:07.900839368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"dd1b78c2-39d4-411b-9706-bd5662100bdc","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.082240949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e5c50cfe-9237-44b3-8174-86b35c744f75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.107017815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e5c50cfe-9237-44b3-8174-86b35c744f75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"name":"e2e-extmod-a-a378a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.107039674Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625-a378a2-access","reconcileID":"e5c50cfe-9237-44b3-8174-86b35c744f75","MaaSAuthPolicy":{"name":"e2e-cfl-c82625-a378a2-access","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a378a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.118684324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"89039c69-5d9a-43dc-b5c5-b205eafcc369","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"ai-tenant-e2e-extmod-a-a378a2/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.118712809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"89039c69-5d9a-43dc-b5c5-b205eafcc369","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"routeName":"external-model-e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.66655011Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"de444fb1-eb02-4401-87e9-d8e068c39a22","namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.679336179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"fcce44b8-aeda-4053-b3c8-7da775a99e91","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.68323727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0880e965-9a23-4817-8d41-53e354fefdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.683319887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"252db7f9-6d2b-408d-97a9-9ec36b189177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.683952316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d5743bcb-a092-496e-9ac3-072ee679a854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.686834292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2e94835f-26e1-4575-8419-4d050f28d589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.687316689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"fcce44b8-aeda-4053-b3c8-7da775a99e91","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.69162405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d5743bcb-a092-496e-9ac3-072ee679a854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.691705071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0880e965-9a23-4817-8d41-53e354fefdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.694290069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"252db7f9-6d2b-408d-97a9-9ec36b189177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.694811572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2e94835f-26e1-4575-8419-4d050f28d589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.695496169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"fcce44b8-aeda-4053-b3c8-7da775a99e91","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.795176726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","reconcileID":"12dc0a64-0141-4f9d-a7ea-ef2ee363988f","namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.804692685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"ca8bc129-27b7-4085-acde-12fca1ee205e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.806821053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ce6b5487-a4af-46e5-93f5-29eb557e7b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.809940111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4e43097d-ad8e-442b-9be6-3829424846b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.810181117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"065ea4b1-5850-472c-986a-6328a8c99728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.810369853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c86f6c71-419d-4a1a-91c4-f4abaff24ba9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.822068672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"ca8bc129-27b7-4085-acde-12fca1ee205e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.82683401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c86f6c71-419d-4a1a-91c4-f4abaff24ba9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.828854431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ce6b5487-a4af-46e5-93f5-29eb557e7b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.830639113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4e43097d-ad8e-442b-9be6-3829424846b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.846893596Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"c86f6c71-419d-4a1a-91c4-f4abaff24ba9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.848728247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"065ea4b1-5850-472c-986a-6328a8c99728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.851524258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"9b82af34-fe08-40f1-b807-b72c1a39fef0","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.869646647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"d7a30232-8919-4613-ad61-4bd0a5b0d98e","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.930091915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"ff55379e-2122-4a83-854e-05108fab0885","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.936629253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"9a021699-fc7c-461b-9ba0-4ebe2a24c0b4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"tenant":"e2e-extmod-a-a378a2","gateway":"openshift-ingress/e2e-extmod-a-a378a2","model":"e2e-extmod-cfl-1-5365a5/e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.936656866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"9a021699-fc7c-461b-9ba0-4ebe2a24c0b4","MaaSModelRef":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"routeName":"external-model-e2e-cfl-c82625-cec4b4bed869","namespace":"e2e-extmod-cfl-1-5365a5","model":"e2e-cfl-c82625","externalModel":"e2e-cfl-c82625","provider":"e2e-cfl-c82625-provider","gateway":"openshift-ingress/e2e-extmod-a-a378a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.96491248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"d3af38aa-841c-41a2-a4f8-91aa69eec59a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.966888101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"81bc37d6-a596-4ec2-a24d-5ec017fdacdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.972482651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"d3af38aa-841c-41a2-a4f8-91aa69eec59a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:08.974310457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"81bc37d6-a596-4ec2-a24d-5ec017fdacdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.441032746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"be7e90f7-9b1b-46b3-b5a5-c20013280000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.501508017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d642b7-4678-4599-b1f1-3640d5679c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.524917385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"615c1aa8-3062-4065-989c-df8247413cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.582188795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"615c1aa8-3062-4065-989c-df8247413cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.590282462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"be7e90f7-9b1b-46b3-b5a5-c20013280000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.592200385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2d642b7-4678-4599-b1f1-3640d5679c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.593223935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8423856b-e130-477d-a0ce-0de47df4aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.60554497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8423856b-e130-477d-a0ce-0de47df4aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.608328416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"ee1f34dc-e9f4-4447-a522-8df219da971c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.62006978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"ee1f34dc-e9f4-4447-a522-8df219da971c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.63412709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"25d69b68-7032-47bc-9b33-641380c39981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.636282426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"084d4157-0418-4f1c-a656-cb6397c7bd0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.692955616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"084d4157-0418-4f1c-a656-cb6397c7bd0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.706732136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"25d69b68-7032-47bc-9b33-641380c39981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.70754036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"261096ec-7b3d-460b-9765-50674e9e991c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.712871113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"084d4157-0418-4f1c-a656-cb6397c7bd0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.713574107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"338cd482-53d0-4af9-a3da-f6d4e0c22bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.791071822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"261096ec-7b3d-460b-9765-50674e9e991c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.793221729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"338cd482-53d0-4af9-a3da-f6d4e0c22bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.823798237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"53a841b4-61d0-4556-92a1-1914e7e0a12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.888879315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"53a841b4-61d0-4556-92a1-1914e7e0a12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.889340368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14a028b6-be63-4d8f-adee-e178a1e51502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.890056037Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"0e539182-858e-4e63-b424-492732aa49ad","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.905484708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14a028b6-be63-4d8f-adee-e178a1e51502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.906024623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8687ba01-3b34-4e93-8d95-7319a7406f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:09.933154157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8687ba01-3b34-4e93-8d95-7319a7406f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.069684859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-c82625","namespace":"e2e-extmod-cfl-1-5365a5"},"namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","reconcileID":"132628d1-d585-4c53-a4cc-0ab78db590ae","namespace":"e2e-extmod-cfl-1-5365a5","name":"e2e-cfl-c82625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.076112289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7507358c-69c5-46b8-aad3-7d54cef33c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.099641218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9a3b55dd-3549-438d-851e-d2416cef6c0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.099674702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"858fa0de-1f8b-4c08-a54e-88fb2ba53fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.104955941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"7507358c-69c5-46b8-aad3-7d54cef33c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.108672156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9a3b55dd-3549-438d-851e-d2416cef6c0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.109673897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"858fa0de-1f8b-4c08-a54e-88fb2ba53fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.115283747Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"9a3b55dd-3549-438d-851e-d2416cef6c0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.159381379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e4f7438d-92d1-4800-9e7b-5d8c99a5a753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.159382393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"e4f2de71-c870-4aef-ab1a-bb8807f29bb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.169019554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e4f7438d-92d1-4800-9e7b-5d8c99a5a753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.169830597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"e4f2de71-c870-4aef-ab1a-bb8807f29bb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.448877806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c22ea540-c202-4b4b-9704-756ee51d8d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.450245342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"90cf4767-4b45-45cb-9878-3cc9c393232e","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.453326866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1791225e-4527-49d8-af30-f7e2410bb103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.460291624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c22ea540-c202-4b4b-9704-756ee51d8d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.460797078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ae20de2-0e14-4125-a1f2-79b2c980bb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.468545141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"90cf4767-4b45-45cb-9878-3cc9c393232e","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.46900557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"692712a4-0ced-4c13-ad24-730314215f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.470594685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1791225e-4527-49d8-af30-f7e2410bb103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.475481052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ae20de2-0e14-4125-a1f2-79b2c980bb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.48108715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"692712a4-0ced-4c13-ad24-730314215f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.482241959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"90cf4767-4b45-45cb-9878-3cc9c393232e","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.559228954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"63e2aae7-41fa-4a27-b6dd-e82c16b78eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.559421312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"882e44c6-3eb4-4e49-8b28-18f9ae7480b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.559691208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"da4b234a-686b-46a6-85d9-9093772f6bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.559958236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af3242d2-dc96-4282-918c-c80dd9b1c8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.562195411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"80c2864e-d672-40b2-973f-d7673fed4661","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.568568559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af3242d2-dc96-4282-918c-c80dd9b1c8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.568884816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"882e44c6-3eb4-4e49-8b28-18f9ae7480b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.570983952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"da4b234a-686b-46a6-85d9-9093772f6bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.571588632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"80c2864e-d672-40b2-973f-d7673fed4661","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.573730997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"63e2aae7-41fa-4a27-b6dd-e82c16b78eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.660933929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6035967d-ec1f-4281-a03d-071a61052c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.661135255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"27c6a815-cf39-4d8c-a95d-6019c21a9b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.661734607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"26778708-76ec-468a-ac36-70180ac16981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.668657844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"0eca6aed-0e7c-44ad-8cf3-4d65d07c1f5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.669916004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6035967d-ec1f-4281-a03d-071a61052c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.670318274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7510273e-4c6c-4923-9a2a-98519a511b3b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.672941598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"27c6a815-cf39-4d8c-a95d-6019c21a9b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.673793208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"26778708-76ec-468a-ac36-70180ac16981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.684672992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"0eca6aed-0e7c-44ad-8cf3-4d65d07c1f5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.685059391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7510273e-4c6c-4923-9a2a-98519a511b3b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.775405721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"825098ac-18fc-461a-8749-834ef1a622f8","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","subscription":"e2e-cmp-legacy-83bfe6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.783625995Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"825098ac-18fc-461a-8749-834ef1a622f8","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.787913541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-sub","reconcileID":"825098ac-18fc-461a-8749-834ef1a622f8","MaaSSubscription":{"name":"e2e-cmp-legacy-83bfe6-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.798859698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a3c25698-7002-4b5d-b92e-15c7435bcde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.805827426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"406c80fd-b119-4cae-a85a-75b025382b83","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.810549609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a3c25698-7002-4b5d-b92e-15c7435bcde1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.814291313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"406c80fd-b119-4cae-a85a-75b025382b83","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:10.820981614Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"406c80fd-b119-4cae-a85a-75b025382b83","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.13868859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-729802 priority=0:[ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.145104043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"3ea9fcfd-16ae-4f43-93cb-d5e61f723fcc","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.145129744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"3ea9fcfd-16ae-4f43-93cb-d5e61f723fcc","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.15510513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"739302f1-2963-401f-b403-5c53592ba3c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.194933834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"739302f1-2963-401f-b403-5c53592ba3c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.296038759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"38c23ef4-45be-4eb7-bd55-af5f34730bc7","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.296067731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"38c23ef4-45be-4eb7-bd55-af5f34730bc7","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.306749622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"a647fbeb-0463-4309-8ae0-68f388aa2c2d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.318828824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"a647fbeb-0463-4309-8ae0-68f388aa2c2d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.348232314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"a647fbeb-0463-4309-8ae0-68f388aa2c2d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.348252596Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6-access","reconcileID":"a647fbeb-0463-4309-8ae0-68f388aa2c2d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-83bfe6-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.362773015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"b070703c-3f2d-4e79-b576-7ec5e8b14140","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"tenant":"e2e-extmod-a-fb2b58","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","model":"ai-tenant-e2e-extmod-a-fb2b58/e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:11.36279223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"b070703c-3f2d-4e79-b576-7ec5e8b14140","MaaSModelRef":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"routeName":"external-model-e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58","model":"e2e-cmp-legacy-83bfe6","externalModel":"e2e-cmp-legacy-83bfe6","provider":"e2e-cmp-legacy-83bfe6-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.018208773Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"1b136dd3-1818-4cbf-850f-dc611b742b9e","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.03268614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9a72c431-ca6a-424f-8ff8-0973c3f53151","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.032974102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"47aaeeaf-ece8-497d-8aaf-01d92420cb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.033250687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7325b176-1a08-45af-b4db-efa9afe0df39","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.035450943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"af5325c3-7e65-4daa-a505-44417d1542a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.035473795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"41da3096-3231-406f-ae5d-39bf40d33df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.041219767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9a72c431-ca6a-424f-8ff8-0973c3f53151","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.042368871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"7325b176-1a08-45af-b4db-efa9afe0df39","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.04498224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"47aaeeaf-ece8-497d-8aaf-01d92420cb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.045880677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"41da3096-3231-406f-ae5d-39bf40d33df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.048539143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"af5325c3-7e65-4daa-a505-44417d1542a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.049053287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9a72c431-ca6a-424f-8ff8-0973c3f53151","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.097958586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36dca0ae-c99b-4b3e-95d4-9381f45a4f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.105771308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36dca0ae-c99b-4b3e-95d4-9381f45a4f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.194502565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-83bfe6","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","reconcileID":"c12cdbf1-d51c-49c9-b361-289f9b75bf46","namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-cmp-legacy-83bfe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.290469284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1de78a68-8a9b-429e-9cac-960a60696c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.298372925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"439a4ad8-e5f4-4bbf-b0c4-42cc6b00a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.30184295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1de78a68-8a9b-429e-9cac-960a60696c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.31129313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"00bf1057-36aa-4a9e-81ce-a7dce2460b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.311328645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"439a4ad8-e5f4-4bbf-b0c4-42cc6b00a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.314293238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c6c92442-c12c-4f34-bf95-85001138c487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.393168755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c6c92442-c12c-4f34-bf95-85001138c487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.393547635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"00bf1057-36aa-4a9e-81ce-a7dce2460b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.432909561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"6ab32807-6432-4ace-afb9-8b7b56344f39","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.516469935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"71fe1378-5447-442c-ae0a-83ff1aa0e360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.563198944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"6ab32807-6432-4ace-afb9-8b7b56344f39","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.590413922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"71fe1378-5447-442c-ae0a-83ff1aa0e360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.791088293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"937af35e-f829-42e4-92db-135cd57c9dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.801134706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd941bae-8eab-4022-b805-d8d45090c40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.805845711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4b999d18-fe49-4e32-864d-3f4873c15c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.811802315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"937af35e-f829-42e4-92db-135cd57c9dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.822275678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd941bae-8eab-4022-b805-d8d45090c40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.828030084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4b999d18-fe49-4e32-864d-3f4873c15c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.833648366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"497a2817-05af-434f-986f-7286ccc4be25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.843635304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"497a2817-05af-434f-986f-7286ccc4be25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.918586836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"412bf151-3795-4a98-8d24-79ae7937d7d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.919419866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"6892056c-374d-41b4-83d6-3c10fc672df3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.92702581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"421694f6-7e7e-4217-a1a6-c537ee4232a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.927800064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ac17aca0-c27b-47aa-9d05-3579578002f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.92848463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"901d3335-a482-4cc5-97a4-bae11061c3a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.936289909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"412bf151-3795-4a98-8d24-79ae7937d7d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.940084195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"6892056c-374d-41b4-83d6-3c10fc672df3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.944592824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"421694f6-7e7e-4217-a1a6-c537ee4232a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.949741125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"ac17aca0-c27b-47aa-9d05-3579578002f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.958812918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"412bf151-3795-4a98-8d24-79ae7937d7d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.95548537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"901d3335-a482-4cc5-97a4-bae11061c3a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:12.967351257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"901d3335-a482-4cc5-97a4-bae11061c3a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.015514793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"70d3956a-5d37-45db-b172-b100b17179a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.018494691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e731f35a-7d9a-4bb5-b21a-30d1cdf97f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.018605901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7918966e-2c60-43d6-80e7-4c2bb681a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.020526515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"491ea332-2ded-4986-86d9-2ef137a1f505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.020994829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"cc714569-218c-415d-b76a-1bf817567bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.023546236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"70d3956a-5d37-45db-b172-b100b17179a8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.032671326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7918966e-2c60-43d6-80e7-4c2bb681a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.034775916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"491ea332-2ded-4986-86d9-2ef137a1f505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.036318128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"cc714569-218c-415d-b76a-1bf817567bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.037859594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e731f35a-7d9a-4bb5-b21a-30d1cdf97f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.117310383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"714a1b3f-6e4b-423d-882d-bbc396090020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.125452768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"714a1b3f-6e4b-423d-882d-bbc396090020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.496250897Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"9311c686-1cd5-495b-93ba-612dd97e8403","namespace":"llm","name":"e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.496308646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"06d5d95e-1ccd-484f-abc0-6c58d41076c1","namespace":"llm","name":"e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.511611065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"540dfdf8-d2de-4b69-9b3f-999456dea6cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.511636283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"540dfdf8-d2de-4b69-9b3f-999456dea6cb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.512083595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b706d4f-0850-436b-a3ca-99f2e3606e4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.512104304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b706d4f-0850-436b-a3ca-99f2e3606e4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.588165726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"74e82706-c740-4109-a8f7-b70b08c942fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.588879538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d054d5c-a108-4553-8cb8-e3977ea8f330","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.588906767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d054d5c-a108-4553-8cb8-e3977ea8f330","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.589426602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9c71884-bd31-4cc0-842a-79cbdea49a01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.58946886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9c71884-bd31-4cc0-842a-79cbdea49a01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.589933922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98af67d3-8e1b-4364-887d-6fa3852df6eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.589954782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98af67d3-8e1b-4364-887d-6fa3852df6eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.590336363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83e8d072-1369-4d1c-b0e2-5199c1232954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.590357089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83e8d072-1369-4d1c-b0e2-5199c1232954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.590899949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41073603-0d75-4f1a-b7e7-a0ec48a3ec09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.590921155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41073603-0d75-4f1a-b7e7-a0ec48a3ec09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.59141652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b038cf4e-1508-49e6-871f-e4d880548d30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.591664522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b038cf4e-1508-49e6-871f-e4d880548d30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.592523901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6ade2956-0d81-4a03-b02b-94023590ad80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594111744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fcf776f-c4d5-4d82-a9ff-d3a7ea8e74e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594133323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fcf776f-c4d5-4d82-a9ff-d3a7ea8e74e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594547709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9edf579a-f50a-44f6-80b0-5f613ac178d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594566542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9edf579a-f50a-44f6-80b0-5f613ac178d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594947991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20f45870-2cd0-4818-92f8-e84bb7fa58d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.594967266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20f45870-2cd0-4818-92f8-e84bb7fa58d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.595298058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6904d697-4986-4f14-b581-8163086c2dae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.595315802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6904d697-4986-4f14-b581-8163086c2dae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.595688119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0308a71b-dae6-497c-8361-7e9bfbda5a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.595706539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0308a71b-dae6-497c-8361-7e9bfbda5a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.596263643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29696d22-5288-4756-bef2-7e711458aa86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.596284288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29696d22-5288-4756-bef2-7e711458aa86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.596830688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b81cf900-f92b-4371-8b04-1c02d6d32515","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.596850822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b81cf900-f92b-4371-8b04-1c02d6d32515","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.597199952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0e31127-9195-44f7-a06b-8cd871493914","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.597217436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0e31127-9195-44f7-a06b-8cd871493914","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.597780889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d74bfc61-1054-4826-8da3-3e55e67f7bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.59789354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f1ecbc6c-a9e4-4f57-b0f0-7abbde935bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.598258689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a513ef8e-f0e0-4955-a9cf-837220f27df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.603320754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"6ade2956-0d81-4a03-b02b-94023590ad80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.606877324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f1ecbc6c-a9e4-4f57-b0f0-7abbde935bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.607178652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"74e82706-c740-4109-a8f7-b70b08c942fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.612473109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a513ef8e-f0e0-4955-a9cf-837220f27df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.613342039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d74bfc61-1054-4826-8da3-3e55e67f7bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.616051056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"74e82706-c740-4109-a8f7-b70b08c942fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.622719305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c2dc456-4a63-4651-90b1-73e4e4bb5728","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.628257432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"291cbdb7-8cae-48c0-8893-058a4acce581","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.688055451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"818faaa2-4f14-4f3d-a414-cf59cf278436","namespace":"llm","name":"e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.703079217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"89cfef3e-669c-453a-97a0-a1cf299d2581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.713364313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"89cfef3e-669c-453a-97a0-a1cf299d2581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.725023484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"a621d0d3-55e0-43b8-a35d-676ba1c8549d","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.725048903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"a621d0d3-55e0-43b8-a35d-676ba1c8549d","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:13.853802246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"3a1d38e9-0d3f-457e-96ae-909f7220d06e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.006982793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"3a1d38e9-0d3f-457e-96ae-909f7220d06e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.038797765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"af4ea577-a59b-4d03-8a33-50752c5fe4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.039540886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"087cf484-382c-45aa-9cba-d5c6e86f3a95","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.040167212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"abb1673c-730d-4390-bdbe-446ef9739ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.066067787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"af4ea577-a59b-4d03-8a33-50752c5fe4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.077099649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"abb1673c-730d-4390-bdbe-446ef9739ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.078826795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"087cf484-382c-45aa-9cba-d5c6e86f3a95","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.088617082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"fa0cfa05-fc30-45f7-a567-928f05b1d1f2","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.125793195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"fa0cfa05-fc30-45f7-a567-928f05b1d1f2","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.145260778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2033bb65-0a4d-4ed4-a416-2152d1a492bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.147769644Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"fa0cfa05-fc30-45f7-a567-928f05b1d1f2","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.161973497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2033bb65-0a4d-4ed4-a416-2152d1a492bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.166028913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c6f214-b8c5-4343-bfa7-cbcbde798b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.195801753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c6f214-b8c5-4343-bfa7-cbcbde798b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.243571643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"76fcd144-aa2a-43f7-b805-07d7cb5078b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.243568156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"311b998f-ded9-4f6e-bcc9-679fc5e9b86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.268803462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"311b998f-ded9-4f6e-bcc9-679fc5e9b86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.269050033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"76fcd144-aa2a-43f7-b805-07d7cb5078b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.316625633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"91919862-0021-4520-8cf9-256eb4f02e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.316626479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"57329159-3006-4332-98f9-96121b14374b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.322298058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"8f74b733-7824-4913-a8f6-5de363f7901a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.323287605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"65d1b694-5e9d-4719-81a6-4989c4c6a258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.323302113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7538bdb7-fe73-41aa-9d74-af96e5b5fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.329854178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"91919862-0021-4520-8cf9-256eb4f02e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.32986076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"57329159-3006-4332-98f9-96121b14374b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.338576228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7538bdb7-fe73-41aa-9d74-af96e5b5fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.339599344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"8f74b733-7824-4913-a8f6-5de363f7901a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.340726093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"65d1b694-5e9d-4719-81a6-4989c4c6a258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.406935828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e1cc6773-7c38-4d7b-bee5-e16ed272ea9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.416993273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e1cc6773-7c38-4d7b-bee5-e16ed272ea9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.417516295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"23c16b14-a4d6-44be-8df2-a60f7b7d300e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.41759504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"25e188cd-6969-4f49-ade3-a138f070513e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.418007447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"503e662b-d670-4a03-8d05-7cb006f1bf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.429294651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e1cc6773-7c38-4d7b-bee5-e16ed272ea9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.429572979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"25e188cd-6969-4f49-ade3-a138f070513e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.432784292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"503e662b-d670-4a03-8d05-7cb006f1bf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.433636598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"23c16b14-a4d6-44be-8df2-a60f7b7d300e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.621728198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"84e1be89-0e9d-4eef-941b-59a0c810ee60","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.621751585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"84e1be89-0e9d-4eef-941b-59a0c810ee60","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.63574126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"59942905-0042-4bcc-a20c-298b0699eb16","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.635768517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"59942905-0042-4bcc-a20c-298b0699eb16","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.651885469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"914d536c-412b-4a47-ba52-673a8275bbb6","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.661022151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"914d536c-412b-4a47-ba52-673a8275bbb6","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.71856269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"3527166b-f615-4c91-aea2-e8a20552f3b6","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.718585574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"3527166b-f615-4c91-aea2-e8a20552f3b6","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.735531815Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"39647282-b59a-4f20-8b6d-b5e14cdfcc08","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","error":"MaaSModelRef not found: e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.739749443Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"39647282-b59a-4f20-8b6d-b5e14cdfcc08","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8","model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.74200978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a35eb031-0604-4e8d-ad89-cc0d439af0c5","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.744127011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"49b6d3f2-44b2-493d-a897-5e22a0ab0053","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.747029306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"5ec8529c-f0f1-46fb-a4c3-0b10abbcbb6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.747157131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6c1fa696-f849-4d9d-8598-989affdb7ab5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.752993503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a35eb031-0604-4e8d-ad89-cc0d439af0c5","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.755850432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"49b6d3f2-44b2-493d-a897-5e22a0ab0053","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.759783903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"5ec8529c-f0f1-46fb-a4c3-0b10abbcbb6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.759816668Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"5ec8529c-f0f1-46fb-a4c3-0b10abbcbb6f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.766913283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"6c1fa696-f849-4d9d-8598-989affdb7ab5","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.769791931Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"49b6d3f2-44b2-493d-a897-5e22a0ab0053","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:14.871961381Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"691970cd-b3b8-4895-86aa-b223ba266d5e","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","error":"MaaSModelRef not found: e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.114155233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"91316eff-0261-44d2-a303-c0c69e6bc9d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.1212049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"7c46be15-ca39-494d-8efc-b7957481044b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.121794727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4acb2c92-cc4d-4fa9-891c-a9581dee7cc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.123597332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"91316eff-0261-44d2-a303-c0c69e6bc9d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.12362388Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"91316eff-0261-44d2-a303-c0c69e6bc9d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.127118486Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-729802 priority=0:[ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-recover-088aae-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.136958719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4acb2c92-cc4d-4fa9-891c-a9581dee7cc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.139707696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"7c46be15-ca39-494d-8efc-b7957481044b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.143817857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"11f65def-eb56-47c4-9f8f-bb792b537b7c","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.143899118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"11f65def-eb56-47c4-9f8f-bb792b537b7c","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:15.205159041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"eccedccd-df7f-4cff-ab7d-5f6108424ab8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-8f824c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.28848604Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"7c46be15-ca39-494d-8efc-b7957481044b","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.288986289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17871b1d-f177-4642-ac27-0dda5db01b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.301367067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee3c9cb-a1ce-447c-9363-b725e3b5d843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.306777135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"75b09fa1-08f9-4cd7-87fc-d31e2147c663","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.306795853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"75b09fa1-08f9-4cd7-87fc-d31e2147c663","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.317581356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"eee0e3e7-cb29-4317-98ec-b6b0fc700f2b","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.317598773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"eee0e3e7-cb29-4317-98ec-b6b0fc700f2b","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.391862856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17871b1d-f177-4642-ac27-0dda5db01b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:15.392404289Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee3c9cb-a1ce-447c-9363-b725e3b5d843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.399064464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17871b1d-f177-4642-ac27-0dda5db01b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.401516834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e6b054b9-7e24-4392-880d-131229b3a6dc","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:39:15.402709358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cee3c9cb-a1ce-447c-9363-b725e3b5d843","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.403069796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bebd5eae-9bb4-4822-9381-e6b1efdb40d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.403084392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bebd5eae-9bb4-4822-9381-e6b1efdb40d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.403160641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"042c44de-8572-4c91-945a-62fc5c335368","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"e2e-dft-8f824c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-8f824c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.410853967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0314e4d-0b44-4af0-9267-61bab8f35192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.41086861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0314e4d-0b44-4af0-9267-61bab8f35192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.415217189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e6b054b9-7e24-4392-880d-131229b3a6dc","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.429011983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3e07e5-e664-4c38-bc9f-89a5726e34d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.432347125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e62c8639-4fe6-46cb-a35d-3a9c77372458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.437699031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3e07e5-e664-4c38-bc9f-89a5726e34d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.438017294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"f16d7fa8-33b7-4adc-82d3-fd1bb4de2df3","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.438037366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"f16d7fa8-33b7-4adc-82d3-fd1bb4de2df3","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.440073407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e62c8639-4fe6-46cb-a35d-3a9c77372458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.444528008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3e07e5-e664-4c38-bc9f-89a5726e34d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:15.451988058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"c49893f9-d152-4639-9480-7e9adb88a980","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.078120739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"133a41ce-c6a9-414f-b052-022b5f40070d","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.093778677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"a57bb6ea-5b69-4ec0-b6eb-a81fbc04741d","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.094314613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dcd46f7e-080d-4738-bd15-e8a0f7978528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.096818577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2a0d60-2bc0-42f5-bb9a-62c42305ffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.097540325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"512220ea-0d4a-4fd0-84c4-f3cc7ea265a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.100806294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c51969c8-34f8-4eda-817f-8abd19210366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.1022885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"a57bb6ea-5b69-4ec0-b6eb-a81fbc04741d","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.103080617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dcd46f7e-080d-4738-bd15-e8a0f7978528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.105587555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2a0d60-2bc0-42f5-bb9a-62c42305ffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.106903638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"512220ea-0d4a-4fd0-84c4-f3cc7ea265a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.108241948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c51969c8-34f8-4eda-817f-8abd19210366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.109601285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"a57bb6ea-5b69-4ec0-b6eb-a81fbc04741d","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.113759596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2a0d60-2bc0-42f5-bb9a-62c42305ffd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.116011488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c51969c8-34f8-4eda-817f-8abd19210366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.121246438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4f870213-e189-4c7f-9716-c5eab6553cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.126834522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3c10595-0651-458e-9101-940c52bb8d4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.126851272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3c10595-0651-458e-9101-940c52bb8d4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.130913512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4f870213-e189-4c7f-9716-c5eab6553cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.131272722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"aa984853-b560-431a-8efc-e8521abdb0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.132195061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5a4c1440-6fcb-4e7b-83ba-087d272dd923","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.132255168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ef793561-8fd7-4a23-aff6-5677482e02d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.221389703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"5a4c1440-6fcb-4e7b-83ba-087d272dd923","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.245849431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"aa984853-b560-431a-8efc-e8521abdb0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.254208195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ef793561-8fd7-4a23-aff6-5677482e02d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.307660919Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"ef793561-8fd7-4a23-aff6-5677482e02d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.37458794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"43a16bb6-1a38-4bc5-b2cc-befffaa174f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.462599489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"6091bbfe-f543-4c92-8828-659cf806b763","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.475467677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"43a16bb6-1a38-4bc5-b2cc-befffaa174f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.484274931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"11233243-ea00-46ca-8614-514416dc00a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.487822753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4110384-4091-4aa6-85fb-3acb88f0ef55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.504592187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"a25590f9-bb8e-4ec3-9393-56cda6ff15ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.529876205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4110384-4091-4aa6-85fb-3acb88f0ef55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.531397796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"11233243-ea00-46ca-8614-514416dc00a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.541480788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"a25590f9-bb8e-4ec3-9393-56cda6ff15ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.557035249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0937c7e8-b9a2-485d-a76f-8aa3f413e34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.560362876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3d37b537-c5f8-476f-bed3-d32dff2c980d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.570028362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0937c7e8-b9a2-485d-a76f-8aa3f413e34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.570802938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"eb5e6372-aea4-4118-848e-3c6dfdb8d6e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.571693547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3d37b537-c5f8-476f-bed3-d32dff2c980d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.588283072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c484a4","namespace":"e2e-extmod-rec-user-0dc9b8"},"namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","reconcileID":"9e9e281b-34c8-42f1-b863-af4112f2589b","namespace":"e2e-extmod-rec-user-0dc9b8","name":"e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.593653981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"eb5e6372-aea4-4118-848e-3c6dfdb8d6e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.595877968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"ab911b3d-bb55-46f9-9209-f7c344a1d034","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.599160389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5f868358-1535-4831-bb23-be3949090efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.602502354Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"eb5e6372-aea4-4118-848e-3c6dfdb8d6e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.604474997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"ab911b3d-bb55-46f9-9209-f7c344a1d034","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.608991996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"5f868358-1535-4831-bb23-be3949090efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.709752778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"3842effe-d632-4ce6-8b0a-17638621c947","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.713458178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3e04c170-b39e-4d0a-afd1-1d2de6d50ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.788225363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec6f557-c666-436f-bb75-e33641208302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.792268295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"3842effe-d632-4ce6-8b0a-17638621c947","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.798449403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3e04c170-b39e-4d0a-afd1-1d2de6d50ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.799054511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14f4675e-e9ea-4948-a1ec-125c92b7d582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.802982229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec6f557-c666-436f-bb75-e33641208302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.80949133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14f4675e-e9ea-4948-a1ec-125c92b7d582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.810120166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"497e2f9a-cc1c-4b75-afa5-e43fa99fbff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.811174966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"3842effe-d632-4ce6-8b0a-17638621c947","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.81741092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec6f557-c666-436f-bb75-e33641208302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.888031348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14f4675e-e9ea-4948-a1ec-125c92b7d582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.891828876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"497e2f9a-cc1c-4b75-afa5-e43fa99fbff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.896404098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"eeabd3f2-a82c-464c-84a6-d72836128d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.898623903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"091f5f93-539c-4d5c-9357-5bf97066d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.904333483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"eeabd3f2-a82c-464c-84a6-d72836128d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.907304859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"091f5f93-539c-4d5c-9357-5bf97066d079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.931354165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"1d348dca-f38d-4249-9b42-bfc33050cad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.931690135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4ab10548-11af-4eab-8fb1-62fa19451767","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.939484934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"1d348dca-f38d-4249-9b42-bfc33050cad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.939897668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"4ab10548-11af-4eab-8fb1-62fa19451767","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:16.949666625Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"1d348dca-f38d-4249-9b42-bfc33050cad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.036737898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"97945222-14b9-4ccf-8955-7c08870591e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.036767973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"328f13be-dcb0-4503-8bc9-307d72829f6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.037223974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78497de0-2588-4720-8bfb-43e90da7a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.073871831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78497de0-2588-4720-8bfb-43e90da7a78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.106221556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"328f13be-dcb0-4503-8bc9-307d72829f6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.109461015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"97945222-14b9-4ccf-8955-7c08870591e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.132457944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2af1d72a-7141-4825-aec9-c11f4e1a35b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.136946669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9fa0b629-bbce-4068-a238-a19ca1902a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.142578899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"2af1d72a-7141-4825-aec9-c11f4e1a35b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.146759026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"958b43e4-abfe-412c-8a83-265aa5a99fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.147370876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"358d4d41-e8e6-40cd-a2d8-88883ca0204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.147506313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9fa0b629-bbce-4068-a238-a19ca1902a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.148037801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ed7788f4-3d2e-4253-ade6-d63ca5218cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.191384875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"958b43e4-abfe-412c-8a83-265aa5a99fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.19520322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"358d4d41-e8e6-40cd-a2d8-88883ca0204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.198167382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ed7788f4-3d2e-4253-ade6-d63ca5218cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.236982827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b2923067-2895-4a8e-af3f-beb47eeaf601","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.237292579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"84155b92-998d-49bf-b75e-d2b90450a818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.246558379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"84155b92-998d-49bf-b75e-d2b90450a818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.247841191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b2923067-2895-4a8e-af3f-beb47eeaf601","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:17.254026107Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"84155b92-998d-49bf-b75e-d2b90450a818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.368275426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d961f6f7-51b5-4286-84b3-506e9bf1bcb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.368457325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c310bcea-279d-4a1a-8069-eb87492da696","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.371498394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"8a57e48e-861e-4524-9879-1355f81aab7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.430140523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"d961f6f7-51b5-4286-84b3-506e9bf1bcb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.431860858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c310bcea-279d-4a1a-8069-eb87492da696","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.43588751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"8a57e48e-861e-4524-9879-1355f81aab7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.453042716Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"8a57e48e-861e-4524-9879-1355f81aab7c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:23.458778186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"c310bcea-279d-4a1a-8069-eb87492da696","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:24.966315592Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"c033485f-a271-4a74-b04b-04fd4a2c8023","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:24.997544268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"248f8510-00ea-4cbf-b02b-44280ee6cd9b","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.015897943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"36bb777b-4a26-4909-8a5f-9aa4ae2f9007","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.02087323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e319f7-7835-4cbd-9e96-a35daba0b149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.021110895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"44c39b05-9a02-4aec-b0e9-573e6e8e29bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.021502242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b23730d4-c965-4340-aed4-676e2d4c7dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.021610246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e82698d6-4b2d-41ed-80a7-0a0b59657f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.025636563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"36bb777b-4a26-4909-8a5f-9aa4ae2f9007","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.034306193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e319f7-7835-4cbd-9e96-a35daba0b149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.037050171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e82698d6-4b2d-41ed-80a7-0a0b59657f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.042063864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"44c39b05-9a02-4aec-b0e9-573e6e8e29bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.044617199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"36bb777b-4a26-4909-8a5f-9aa4ae2f9007","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.04761092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"b23730d4-c965-4340-aed4-676e2d4c7dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.048127622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e82698d6-4b2d-41ed-80a7-0a0b59657f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.109219509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61410281-2fad-42aa-b1c1-8e63889f4680","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.109256219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61410281-2fad-42aa-b1c1-8e63889f4680","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.110072941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"033cdc0a-328c-451e-9fb4-ee538b9ab864","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.110098374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"033cdc0a-328c-451e-9fb4-ee538b9ab864","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.11104798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eafc3df-5f24-4ef6-9fd3-a0f790cbfb6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.111069708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eafc3df-5f24-4ef6-9fd3-a0f790cbfb6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.112215257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61804b4d-c284-40ac-b4b5-b01d881c8d9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.112238693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61804b4d-c284-40ac-b4b5-b01d881c8d9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.138212595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"9b01f93a-7853-4442-9ecd-ec2fd383db91","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.138243335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"9b01f93a-7853-4442-9ecd-ec2fd383db91","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.192111823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eff4700f-2562-44fe-b6b5-277e26d97d84","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.192138925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eff4700f-2562-44fe-b6b5-277e26d97d84","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.192581341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"615a5eab-5839-4d33-9cbd-805b17dd8575","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.192600868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"615a5eab-5839-4d33-9cbd-805b17dd8575","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193065722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d6ce11c-37ea-497e-99d4-d0ec216ff694","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193083958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d6ce11c-37ea-497e-99d4-d0ec216ff694","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193482725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84231fa4-11d3-4e31-a282-c9b329d5991f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193497119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"84231fa4-11d3-4e31-a282-c9b329d5991f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193856068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b20ec9a-35c6-411b-99dd-535aa37ec0b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.193872704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b20ec9a-35c6-411b-99dd-535aa37ec0b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.194222485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"107eb0d0-6d44-4fb1-8fb0-066804d96aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.194234898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"107eb0d0-6d44-4fb1-8fb0-066804d96aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.194749999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9216c501-db47-4a53-9557-d0a5a179865c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.194767054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9216c501-db47-4a53-9557-d0a5a179865c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.196173429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"a8d64c78-b580-4476-80cb-0096951ba506","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.198577117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78e319f7-7835-4cbd-9e96-a35daba0b149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.203790454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6af90f63-9d71-400f-a7be-e4f2341d3b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.204023508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"546f0d5d-6696-41b3-8a88-d2d2bf032faa","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.204050017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"546f0d5d-6696-41b3-8a88-d2d2bf032faa","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.205099839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"4d7afb21-13e3-4624-8e6f-3af2856ec11a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.208865792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd136b05-96d5-4d2b-878e-a5366ebd70d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.210047097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6abaecc9-505d-4e7c-96a0-d856c77ab292","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.210111487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6abaecc9-505d-4e7c-96a0-d856c77ab292","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.215018287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6af90f63-9d71-400f-a7be-e4f2341d3b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.274275947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"149c60db-1e0a-4ddb-9724-581abe6d08f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.304396379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"4d7afb21-13e3-4624-8e6f-3af2856ec11a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.312480552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba537d0a-80e6-4c60-87de-fda1d23aebad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.316419367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"149c60db-1e0a-4ddb-9724-581abe6d08f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.329026632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"463f01b7-f009-44cd-afbf-31e96e3df735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.329115031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"713a2e60-ed09-4852-9f08-d701facbd069","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.332125112Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"4d7afb21-13e3-4624-8e6f-3af2856ec11a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.340852831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"a84abba3-ab8b-4f22-89ec-45722ffbf574","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"name":"e2e-dft-cb396e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.341281719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d1af52d1-ac03-4a73-b76a-3a4e2c44baee","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.344729549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"463f01b7-f009-44cd-afbf-31e96e3df735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.351955663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d1af52d1-ac03-4a73-b76a-3a4e2c44baee","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.399855255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"d795d99c-5c74-4d60-ac3e-d2c43d259506","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.40380537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"039d255d-ad0e-4b75-884c-13274c8d0630","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.403831747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"039d255d-ad0e-4b75-884c-13274c8d0630","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.431564342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"885c1a1f-bcba-4899-a6f0-0eb130cf3326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.439421266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"885c1a1f-bcba-4899-a6f0-0eb130cf3326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.755493437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f332504d-8628-431c-9159-1af32195c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.796152904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f332504d-8628-431c-9159-1af32195c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.801363633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1bcd9a04-508e-4ad4-83bb-5ad1d6a21825","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.805348357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"3da0c219-4e13-4389-ac45-2d6f3dc4c9a9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.811051585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1bcd9a04-508e-4ad4-83bb-5ad1d6a21825","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.814087864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"3da0c219-4e13-4389-ac45-2d6f3dc4c9a9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.821484211Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"3da0c219-4e13-4389-ac45-2d6f3dc4c9a9","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.871758064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0c702a6a-ca03-4550-9e84-23a0fd6c3232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.871758548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2092627f-5232-430a-810b-b4bb4ee75ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.873458587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b1f0b100-4b30-41c5-98ab-a463c1749c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.880621746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0c702a6a-ca03-4550-9e84-23a0fd6c3232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.880655635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2092627f-5232-430a-810b-b4bb4ee75ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:25.882968134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b1f0b100-4b30-41c5-98ab-a463c1749c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.097235445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"6f9e2f0c-ea98-4b74-b9ec-5cb67dffd5d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.097992903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"b280045e-5959-479e-9018-2c196f747684","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.098037414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f3736527-c896-4114-84a1-526e281784d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.101621517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6d2dba-31d1-43b0-a695-bb5cf2131386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.101849246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b03da08f-16b5-41c2-b5d8-db3e42f6dd51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.105689293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"6f9e2f0c-ea98-4b74-b9ec-5cb67dffd5d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.107338589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"b280045e-5959-479e-9018-2c196f747684","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.108184834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"f3736527-c896-4114-84a1-526e281784d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.110908319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6d2dba-31d1-43b0-a695-bb5cf2131386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.111187832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b03da08f-16b5-41c2-b5d8-db3e42f6dd51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.117883841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe6d2dba-31d1-43b0-a695-bb5cf2131386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.12892965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"6e7d82d7-672a-4d47-950d-3200a40b63b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.188682028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"72557959-f143-420f-bd1c-8657ae660892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.189101219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89c1b2a-fe88-4558-8e28-511ee8d1d69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.191018952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"6e7d82d7-672a-4d47-950d-3200a40b63b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.197263133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"72557959-f143-420f-bd1c-8657ae660892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.198143828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89c1b2a-fe88-4558-8e28-511ee8d1d69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.19842809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"b7bc7a06-3d2a-4b51-8d85-400b7b6270df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.198752232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"6e7d82d7-672a-4d47-950d-3200a40b63b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.198815861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b8300e59-4cc6-4123-a432-3d70926e09b1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.205594159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89c1b2a-fe88-4558-8e28-511ee8d1d69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.206880774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b8300e59-4cc6-4123-a432-3d70926e09b1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.207966236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"b7bc7a06-3d2a-4b51-8d85-400b7b6270df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.215228276Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"b7bc7a06-3d2a-4b51-8d85-400b7b6270df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.231415803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5e1e72c0-5955-4ce9-8361-3449c0c080a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.231460095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a854d11d-2e1f-4daf-9b80-a0d0c84fa715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.239632694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a854d11d-2e1f-4daf-9b80-a0d0c84fa715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:26.23970545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5e1e72c0-5955-4ce9-8361-3449c0c080a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:28.978745315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.223143218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"98e19f3f-66ba-46d3-a7fa-275d50af16db","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.223177588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"98e19f3f-66ba-46d3-a7fa-275d50af16db","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.234953355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"31ec258a-480b-4c61-912e-40506c556822","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.234983231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"31ec258a-480b-4c61-912e-40506c556822","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.271919358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c53a2272-3e0f-4277-bb5b-f1a7f003bdd1","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.281055979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c53a2272-3e0f-4277-bb5b-f1a7f003bdd1","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.290248325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c53a2272-3e0f-4277-bb5b-f1a7f003bdd1","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.303985292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"09976fb5-163d-4f2d-be45-a1c27aaca93a","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.304012954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"09976fb5-163d-4f2d-be45-a1c27aaca93a","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.358490143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"50b127b0-8a24-4776-be81-f3bc0295d373","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.366730286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"50b127b0-8a24-4776-be81-f3bc0295d373","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:31.373614363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"50b127b0-8a24-4776-be81-f3bc0295d373","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.653471028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"28bafe7a-109e-4021-9f34-0e44eb458743","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.684415137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"bd87d531-046d-43b0-add4-3fc998d1f73c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.68446202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"bd87d531-046d-43b0-add4-3fc998d1f73c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.964764816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"fd045b25-a6b6-45b1-906d-a3d346aa75e5","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.99395918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"3d07bd62-1be3-4027-b9f7-31b3a705c7c9","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:32.993984449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"3d07bd62-1be3-4027-b9f7-31b3a705c7c9","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.365423132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"90e3ff9a-00af-4383-9e3f-fd4914088541","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","subscription":"e2e-rec-recover-088aae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.365574645Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-sub","reconcileID":"90e3ff9a-00af-4383-9e3f-fd4914088541","MaaSSubscription":{"name":"e2e-rec-recover-088aae-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.505867472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-729802 priority=0:[ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-3cc941-sub ai-tenant-e2e-extmod-a-729802/e2e-cfl-same-a0f232-53a988-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-att-unrel-9b1de2-sub ai-tenant-e2e-extmod-b-36a099/e2e-rec-ctrl-c484a4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.525176606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"41507e6b-f7d1-4777-8fea-e18aa4800203","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.52520038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"41507e6b-f7d1-4777-8fea-e18aa4800203","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.532912123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5bd26419-d81c-4176-935e-27d55a3c0643","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.544134883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5bd26419-d81c-4176-935e-27d55a3c0643","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.55135369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"5bd26419-d81c-4176-935e-27d55a3c0643","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.689247904Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-recover-088aae-access","reconcileID":"72817ca2-081b-4c2c-9fb2-fe5736c3d21c","MaaSAuthPolicy":{"name":"e2e-rec-recover-088aae-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-noaccess-350820/e2e-rec-recover-088aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.700036302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"cdeb81e1-ea6f-4ca5-a57f-2efc287a281a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.702921304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"598d2e24-bfe7-4590-a21d-04ef55c287da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.70997153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"cdeb81e1-ea6f-4ca5-a57f-2efc287a281a","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.71361622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"598d2e24-bfe7-4590-a21d-04ef55c287da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.720456577Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"598d2e24-bfe7-4590-a21d-04ef55c287da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.727810889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec4ecc18-53d3-4fbd-a315-7ffdf84aa78d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.728074941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aae710d-0560-4554-81e8-c8f8798c60b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.736687673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aae710d-0560-4554-81e8-c8f8798c60b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.737744459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec4ecc18-53d3-4fbd-a315-7ffdf84aa78d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.74515542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec4ecc18-53d3-4fbd-a315-7ffdf84aa78d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.757488193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66a21311-a4e7-497a-808d-84cf5ba21c49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.757509846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66a21311-a4e7-497a-808d-84cf5ba21c49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.788680801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aae710d-0560-4554-81e8-c8f8798c60b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.799895965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6b4cd61-3225-4534-9b83-fa81091b16eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.799963117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6b4cd61-3225-4534-9b83-fa81091b16eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.826290054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2f265044-a8d5-4c4d-9de8-1ca2fc97b230","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.828605787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"5e3e6d7e-33d0-4e1a-9053-4167cea3e116","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.836658693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2f265044-a8d5-4c4d-9de8-1ca2fc97b230","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.837978453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"5e3e6d7e-33d0-4e1a-9053-4167cea3e116","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.8467231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"5e3e6d7e-33d0-4e1a-9053-4167cea3e116","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.864302298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"9d5698f3-5692-476c-b18c-d0ac1e30e43f","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.864321373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"9d5698f3-5692-476c-b18c-d0ac1e30e43f","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.921711463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"eca4f741-e506-4482-8981-0606c75a1a24","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:33.931801814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"eca4f741-e506-4482-8981-0606c75a1a24","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.015851915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"55dd5701-4536-48cd-89fd-f22a1a1efab6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.029515162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"55dd5701-4536-48cd-89fd-f22a1a1efab6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.036460539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"55dd5701-4536-48cd-89fd-f22a1a1efab6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.066003895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0963a626-6cb0-4574-b4d6-caf4f181f7b9","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.066024864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"0963a626-6cb0-4574-b4d6-caf4f181f7b9","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.122314923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"47673653-838d-4031-811f-52f2669b7eb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.126782765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"2396ac18-170f-4b5a-8a3a-9d1d78701cd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.13040151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"47673653-838d-4031-811f-52f2669b7eb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.134531939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"2396ac18-170f-4b5a-8a3a-9d1d78701cd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:34.142294151Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"2396ac18-170f-4b5a-8a3a-9d1d78701cd6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.175594583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1912a67d-78eb-46a4-8e29-bbba19ac3265","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.175624922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1912a67d-78eb-46a4-8e29-bbba19ac3265","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.185822451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"6ec1d068-b752-461c-bdf9-8ebdadf87fd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.185871199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"feb84c1d-7778-4069-8a9c-7c41035bec4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.19147832Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"5e3b3e37-caca-41bf-a454-d91e8981465d","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1db39592","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.195559982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"feb84c1d-7778-4069-8a9c-7c41035bec4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.196892186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"6ec1d068-b752-461c-bdf9-8ebdadf87fd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.322381803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"d13650c2-37e3-4e80-9207-29e7fbd616e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.32402794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"c898c7c0-28f3-43dc-99b6-e75a6d4a4890","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.3301606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"d13650c2-37e3-4e80-9207-29e7fbd616e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:35.332651661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"c898c7c0-28f3-43dc-99b6-e75a6d4a4890","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.777304088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc175a53-905c-44b3-9d6d-ffb92c3c3ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.785554163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc175a53-905c-44b3-9d6d-ffb92c3c3ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.792910145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc175a53-905c-44b3-9d6d-ffb92c3c3ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.880497016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c00e26d9-dadd-4c49-a41d-e275aeb40844","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.880570022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30066eb4-59a1-4453-b5a1-144d282407dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.890558362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30066eb4-59a1-4453-b5a1-144d282407dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.890583509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c00e26d9-dadd-4c49-a41d-e275aeb40844","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.898168086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30066eb4-59a1-4453-b5a1-144d282407dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:43.898270342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c00e26d9-dadd-4c49-a41d-e275aeb40844","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.033179011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"4492baa0-a837-4233-ba44-eeaccf35dfb0","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","subscription":"e2e-rec-ctrl-c484a4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.033493771Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-sub","reconcileID":"4492baa0-a837-4233-ba44-eeaccf35dfb0","MaaSSubscription":{"name":"e2e-rec-ctrl-c484a4-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","error":"MaaSModelRef not found: e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.063493013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"57eb116b-998f-48f6-ae2d-4a80edaf42e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.071148836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"57eb116b-998f-48f6-ae2d-4a80edaf42e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.077487696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"57eb116b-998f-48f6-ae2d-4a80edaf42e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.077511602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"7761ccb5-4df7-41c1-8ed7-5957899c15db","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.07752663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"7761ccb5-4df7-41c1-8ed7-5957899c15db","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.088249125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ff80041d-1c93-4ae0-aad7-eeb0a3ad483c","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.088273052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"ff80041d-1c93-4ae0-aad7-eeb0a3ad483c","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.166060896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"85504bfc-e6d2-4722-959f-4033e9e3c603","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.166061252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f98927ed-6c8c-44b3-8914-d2fbcb71a58f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.17669495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"85504bfc-e6d2-4722-959f-4033e9e3c603","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.176950976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"f98927ed-6c8c-44b3-8914-d2fbcb71a58f","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.188622577Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"85504bfc-e6d2-4722-959f-4033e9e3c603","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:44.226778637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-rec-ctrl-c484a4-access","reconcileID":"60e3c33e-c0fe-49cd-882f-0f16a5f80047","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c484a4-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-rec-user-0dc9b8/e2e-rec-ctrl-c484a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.200095065Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"ee7a4697-5e1f-484e-9069-7413b1649417","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","subscription":"e2e-cfl-same-a0f232-53a988-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.208064658Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"ee7a4697-5e1f-484e-9069-7413b1649417","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.212103449Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-sub","reconcileID":"ee7a4697-5e1f-484e-9069-7413b1649417","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-53a988-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.30972863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1cc814ba-0243-485a-9832-e18d48ead85c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.309750286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"1cc814ba-0243-485a-9832-e18d48ead85c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.334073104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"be94d98c-4c5e-46f9-a0f2-f991d2f79c9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.334245235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"d555d5be-f2ac-4341-b820-0b3083acf6bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.346234738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"be94d98c-4c5e-46f9-a0f2-f991d2f79c9f","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.346401488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"d555d5be-f2ac-4341-b820-0b3083acf6bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.482124527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-53a988-access","reconcileID":"2f29bea0-6408-456d-8612-7333ad74f8c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-53a988-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.494213015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"2ff6234c-3ebc-49df-9758-2d6ab5f4247c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.494253429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"2ff6234c-3ebc-49df-9758-2d6ab5f4247c","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.595211699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"fa03db4f-1455-442f-9091-0d9e6c5cb6ee","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-2-53a988/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.595238141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"fa03db4f-1455-442f-9091-0d9e6c5cb6ee","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"routeName":"external-model-e2e-cfl-same-a0f232-e59d36d7fafc","namespace":"e2e-extmod-cfl-2-53a988","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.765351815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"3e29ab38-be9e-4861-b355-da05ef060ad7","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.765377958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"3e29ab38-be9e-4861-b355-da05ef060ad7","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.770171941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"80a76e54-9258-4726-bde0-00edddd65a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.779221724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"80a76e54-9258-4726-bde0-00edddd65a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.788405458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"749b36c4-2369-46ed-8ed5-6d07236b742a","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f20740d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.904065395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"210baaab-60df-414f-a29b-e3844fde7b1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:45.91285085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"210baaab-60df-414f-a29b-e3844fde7b1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.369246405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"80925f6a-a030-4d95-bf10-b174f37ed563","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.369343708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"80925f6a-a030-4d95-bf10-b174f37ed563","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.379230435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"368045bc-e7c3-461c-ba55-f957f4149d5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.387213745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"368045bc-e7c3-461c-ba55-f957f4149d5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.39288043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"eae96adf-ef50-4a13-acc7-fdb6c1c1e4b2","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1cce0ace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.514951359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"64c1e6e5-e3fe-4374-a5db-c5b4e5835e4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:47.522714424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"64c1e6e5-e3fe-4374-a5db-c5b4e5835e4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.825922179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d8e24-9e9e-43be-bba0-3060e61b0d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.836035816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d8e24-9e9e-43be-bba0-3060e61b0d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.844701134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d8e24-9e9e-43be-bba0-3060e61b0d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.925683524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea95056b-cd4f-4541-a7ef-ad137c498c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.926848951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9d454f8f-a612-4e91-8244-798c747aeffd","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.935260344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea95056b-cd4f-4541-a7ef-ad137c498c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.935850205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9d454f8f-a612-4e91-8244-798c747aeffd","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.943493851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea95056b-cd4f-4541-a7ef-ad137c498c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:53.943502506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9d454f8f-a612-4e91-8244-798c747aeffd","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:54.087210328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f2ac4996-069a-4e59-856c-b6db946c34b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:54.104278094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f2ac4996-069a-4e59-856c-b6db946c34b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:54.114262491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f2ac4996-069a-4e59-856c-b6db946c34b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.800673448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"c31a6b27-d012-4879-8447-6cba1a372ea8","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","subscription":"e2e-cfl-same-a0f232-3cc941-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.808302409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"c31a6b27-d012-4879-8447-6cba1a372ea8","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.812013019Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-sub","reconcileID":"c31a6b27-d012-4879-8447-6cba1a372ea8","MaaSSubscription":{"name":"e2e-cfl-same-a0f232-3cc941-sub","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"maas-trlp-e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.915816802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"2749a6ed-684b-432f-8fc4-20442c6210a0","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.915842631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"2749a6ed-684b-432f-8fc4-20442c6210a0","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.922330014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"02368fbc-ff7e-4946-a596-843a1b33d354","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:55.930950432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"02368fbc-ff7e-4946-a596-843a1b33d354","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.058007039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0746c481-26f7-44d3-93ee-16f50786bff6","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.062099192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"4bd87e37-938d-455d-b64d-da86a7e14424","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.062126112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"4bd87e37-938d-455d-b64d-da86a7e14424","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.065489238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"0746c481-26f7-44d3-93ee-16f50786bff6","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.156337864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"751c1d8c-2a0c-4e97-b57f-3e5f4f93012d","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.169625876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"751c1d8c-2a0c-4e97-b57f-3e5f4f93012d","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.198147136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"751c1d8c-2a0c-4e97-b57f-3e5f4f93012d","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"name":"e2e-extmod-a-729802-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.198175915Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"e2e-cfl-same-a0f232-3cc941-access","reconcileID":"751c1d8c-2a0c-4e97-b57f-3e5f4f93012d","MaaSAuthPolicy":{"name":"e2e-cfl-same-a0f232-3cc941-access","namespace":"ai-tenant-e2e-extmod-a-729802"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-729802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.211667541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"3a00f2a9-488c-4095-addd-824b73567a0a","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"tenant":"e2e-extmod-a-729802","gateway":"openshift-ingress/e2e-extmod-a-729802","model":"e2e-extmod-cfl-1-3cc941/e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.211697215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"3a00f2a9-488c-4095-addd-824b73567a0a","MaaSModelRef":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"routeName":"external-model-e2e-cfl-same-a0f232-1fec005eb5cb","namespace":"e2e-extmod-cfl-1-3cc941","model":"e2e-cfl-same-a0f232","externalModel":"e2e-cfl-same-a0f232","provider":"e2e-cfl-same-a0f232","gateway":"openshift-ingress/e2e-extmod-a-729802","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.745920275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"37f9d7bc-e70d-442c-9deb-2eae2217b580","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.764786468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b8eda5cc-b306-4ee6-a134-d2ad0d248768","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.764957938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"65714a0a-b951-4f69-8095-b9fb2d5e366e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.792318382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b8eda5cc-b306-4ee6-a134-d2ad0d248768","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.803752858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7749026-afd0-4430-82b6-d7898c45f5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.810160113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"b8eda5cc-b306-4ee6-a134-d2ad0d248768","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.810930321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e4dc47b1-da35-4175-961b-000a66858276","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.811350758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"65714a0a-b951-4f69-8095-b9fb2d5e366e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.822836425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7749026-afd0-4430-82b6-d7898c45f5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.828998053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08d542b-35ad-4987-9442-cd1a769ad18d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.833546365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e4dc47b1-da35-4175-961b-000a66858276","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.844716011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7749026-afd0-4430-82b6-d7898c45f5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.849595626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08d542b-35ad-4987-9442-cd1a769ad18d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.862501184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e4dc47b1-da35-4175-961b-000a66858276","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.870603979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08d542b-35ad-4987-9442-cd1a769ad18d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.889287861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"70c6ea97-7471-42d3-a954-04272d8f72b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.890356209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"003bf5ac-e470-47d7-9d5c-1113561ed7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.891450724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-1-3cc941"},"namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","reconcileID":"9305ab9d-1891-40b7-a99d-bde6322494d4","namespace":"e2e-extmod-cfl-1-3cc941","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.895082415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1b01bc75-60d0-41fd-89ce-fb92a816be4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:56.90859271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"70c6ea97-7471-42d3-a954-04272d8f72b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.016169513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"003bf5ac-e470-47d7-9d5c-1113561ed7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.017545193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"56979d5e-a7ef-412c-a321-7dee055c68b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.029297941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1b01bc75-60d0-41fd-89ce-fb92a816be4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.112332888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"afaca6ce-286a-40b7-b535-1c75937aa810","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.114045941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"56979d5e-a7ef-412c-a321-7dee055c68b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.12830549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"afaca6ce-286a-40b7-b535-1c75937aa810","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.160041562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9e773574-ab53-45c5-ba14-c0abc7a65caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.170532654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9e773574-ab53-45c5-ba14-c0abc7a65caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.228697374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a0088d9-ff5d-4417-811c-2d774ada8d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.237570213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bfb9d910-90fe-44e9-9bfb-eaf316a60b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.237945835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7c71dd15-0810-40bb-89c4-5c56743cbf34","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.23820257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6a0088d9-ff5d-4417-811c-2d774ada8d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.238405821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"90a09c4b-ca88-4452-aa86-4c83f9d01732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.243489941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"57e1a435-22ba-448c-978f-7ac23085b104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.24598709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"bfb9d910-90fe-44e9-9bfb-eaf316a60b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.246632153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"7c71dd15-0810-40bb-89c4-5c56743cbf34","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.248415067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"90a09c4b-ca88-4452-aa86-4c83f9d01732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.252733813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"57e1a435-22ba-448c-978f-7ac23085b104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.34070954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"62b23ecd-d34d-4feb-a1de-72583bffe6ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.349280974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"62b23ecd-d34d-4feb-a1de-72583bffe6ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.356642435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"62b23ecd-d34d-4feb-a1de-72583bffe6ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.399758424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"79f33144-0de0-4c23-a409-54e88ce347ee","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","subscription":"e2e-att-unrel-9b1de2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.407703888Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"79f33144-0de0-4c23-a409-54e88ce347ee","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.411853336Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-sub","reconcileID":"79f33144-0de0-4c23-a409-54e88ce347ee","MaaSSubscription":{"name":"e2e-att-unrel-9b1de2-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.48860622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a15b49bd-8c2d-493e-a4d3-1647cb31f00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.495223437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6b9208b5-a367-42a7-9ad0-329e741d6555","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.496456882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecea296-792b-4541-b391-f683ce059ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.497474054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"85ae3bec-c936-45b8-b064-61d258aa16c3","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.497496197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"85ae3bec-c936-45b8-b064-61d258aa16c3","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.501582852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854c4c80-777b-4f3c-a732-12b37476f865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.5016275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a15b49bd-8c2d-493e-a4d3-1647cb31f00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.505743664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecea296-792b-4541-b391-f683ce059ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.505880913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6b9208b5-a367-42a7-9ad0-329e741d6555","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.506047746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"04253a6b-6193-480d-b99e-ab0e3f43aa36","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.510428331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854c4c80-777b-4f3c-a732-12b37476f865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.515943381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6b9208b5-a367-42a7-9ad0-329e741d6555","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.517922535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecea296-792b-4541-b391-f683ce059ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.518183425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"04253a6b-6193-480d-b99e-ab0e3f43aa36","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.590535797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854c4c80-777b-4f3c-a732-12b37476f865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.601858493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d005937d-1558-4694-9c52-9d93a26fafe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.607856273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b65f46e9-1009-41e5-8e71-035910c04572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.61237398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d005937d-1558-4694-9c52-9d93a26fafe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.612740967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3b82c929-804d-4e0f-8bfc-a9c2cbba7109","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.612759526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"3b82c929-804d-4e0f-8bfc-a9c2cbba7109","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.615740431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b65f46e9-1009-41e5-8e71-035910c04572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.628557522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1b7869b3-cc72-4ccc-8109-337ad891310b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.644542809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a9ccda49-e796-4a77-97e6-512ce5e45841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.647613424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0edd5cc2-fee9-4e6b-b083-fad9e8f5ee58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.652489955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a9ccda49-e796-4a77-97e6-512ce5e45841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.655175982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0edd5cc2-fee9-4e6b-b083-fad9e8f5ee58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.734643337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1b7869b3-cc72-4ccc-8109-337ad891310b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.762571132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1b7869b3-cc72-4ccc-8109-337ad891310b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.762592838Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-att-unrel-9b1de2-access","reconcileID":"1b7869b3-cc72-4ccc-8109-337ad891310b","MaaSAuthPolicy":{"name":"e2e-att-unrel-9b1de2-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.774367053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"e5c4aeb0-c788-4568-b359-7bd4bd1757e2","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"tenant":"e2e-extmod-b-36a099","gateway":"openshift-ingress/e2e-extmod-b-36a099","model":"e2e-extmod-att-user-6b8931/e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.774388867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"e5c4aeb0-c788-4568-b359-7bd4bd1757e2","MaaSModelRef":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"routeName":"external-model-e2e-att-unrel-9b1de2-b63cb89dcad0","namespace":"e2e-extmod-att-user-6b8931","model":"e2e-att-unrel-9b1de2","externalModel":"e2e-att-unrel-9b1de2","provider":"e2e-att-unrel-9b1de2-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.797268572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"cb41359b-07d2-41f5-b32c-f3d1f5eb52fb","namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.924321983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"5393467d-9aa5-4266-a968-4c0d005fcacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.990111141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f411dc51-9ffc-4a8f-bbf7-3148a58991fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:57.997812682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"5393467d-9aa5-4266-a968-4c0d005fcacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.006108154Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-a0f232","namespace":"e2e-extmod-cfl-2-53a988"},"namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","reconcileID":"2be0bd3a-9941-4149-a5c1-792bde2a6a3f","namespace":"e2e-extmod-cfl-2-53a988","name":"e2e-cfl-same-a0f232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.008866319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0487328-ab94-47cf-b077-02979e29bb51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.014776284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f411dc51-9ffc-4a8f-bbf7-3148a58991fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.017661041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"5393467d-9aa5-4266-a968-4c0d005fcacc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.018917909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"25c5de4f-4eb8-4ded-8152-b77d15acb8a0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.020060465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"047b1d57-8315-437c-ae01-666be0300fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.023612354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0487328-ab94-47cf-b077-02979e29bb51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.09510086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0487328-ab94-47cf-b077-02979e29bb51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.096982639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"047b1d57-8315-437c-ae01-666be0300fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.10179914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"25c5de4f-4eb8-4ded-8152-b77d15acb8a0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.104567179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8bc3b17f-8068-47f5-9746-3b9739840b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.106005446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"047b1d57-8315-437c-ae01-666be0300fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.109022929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"25c5de4f-4eb8-4ded-8152-b77d15acb8a0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.115880116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8bc3b17f-8068-47f5-9746-3b9739840b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.34510364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b8e7a1dc-8fcf-4eb1-89d4-608f5abcf868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.48927381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"852de151-b388-4261-bb5d-6c8721cdd77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.503193849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"49964640-d7df-46ee-919d-27de7bea889b","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.507134534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b8e7a1dc-8fcf-4eb1-89d4-608f5abcf868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.507903759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2335192e-ee16-471c-9a1e-40178eb990f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.511688471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"852de151-b388-4261-bb5d-6c8721cdd77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.515129401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"57e4db8c-73c9-40db-a4c8-1c180a229bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.51813104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2335192e-ee16-471c-9a1e-40178eb990f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.520205423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"613ddf22-a948-48fa-ac79-ad40da1fc20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.523868476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"57e4db8c-73c9-40db-a4c8-1c180a229bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.531730535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"613ddf22-a948-48fa-ac79-ad40da1fc20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.612901072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b9eec730-9b5f-49ca-ad68-fe49e0a68e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.623386481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b9eec730-9b5f-49ca-ad68-fe49e0a68e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.624297008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"de012c36-5874-45dc-99f1-5bb6c35e1aec","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.631983771Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-9b1de2","namespace":"e2e-extmod-att-user-6b8931"},"namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","reconcileID":"a5bfa43d-a26d-49c7-bda7-8abb19d935f6","namespace":"e2e-extmod-att-user-6b8931","name":"e2e-att-unrel-9b1de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.633836815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"de012c36-5874-45dc-99f1-5bb6c35e1aec","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.64006395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"733eabb3-5750-4ed1-82d8-8f2ce01d3cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.649516491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"733eabb3-5750-4ed1-82d8-8f2ce01d3cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.941124468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fff2fbbb-39ff-4149-8af1-862d1c70810e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.948412978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9e07fccd-db59-420f-9c2d-02850c2d0826","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.975979167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b4de44b-4b80-4514-b751-ea99f091d782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.976958331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fad73dd7-486f-4bba-a633-76a9b2ebd028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.982825553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"fff2fbbb-39ff-4149-8af1-862d1c70810e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.990377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b4de44b-4b80-4514-b751-ea99f091d782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.993966415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fad73dd7-486f-4bba-a633-76a9b2ebd028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.994891319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3283f893-6987-4647-bdfb-ada9058bc8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:58.995554408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.001771325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b4de44b-4b80-4514-b751-ea99f091d782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.005606891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9e07fccd-db59-420f-9c2d-02850c2d0826","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.009302814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3283f893-6987-4647-bdfb-ada9058bc8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.013200032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (ca6cca4eb55230a712b838cdf8f75dc75554ba12d505c919569da265dfb44e35) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (9302d4fc0d78ee0c6209cacacaf7d000df53e8fd411808758844ef6e09e5a161) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (730df69db3aad8f7b7fc7c7b88d158fab17b08e4c53085740bddf3dc2abdfa71) AuthConfig (5c4584938b6b1f496225fdda3cb4cbdca1e79d114b502ecd6a6d4c9e6b6099e6) AuthConfig (32a3adbb081612ae4688fb7e23342310e679096ae63db15cf19d698a10a69874) AuthConfig (5c66313c564d626d7b31bdaa0a3a408aaac2cf1826ac1173c921aa1d8ba60285) AuthConfig (049fa2e2a4e08fd656b77f9ad74826281941b779db5a5db54291583f84cac684) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (62e15327418a0dd5c0a184c14a52741774c4e4a158b2a037ba6eb766551cf656) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"9e07fccd-db59-420f-9c2d-02850c2d0826","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.017873115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3283f893-6987-4647-bdfb-ada9058bc8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.038549731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a876f571-ee70-484f-9841-a113a4b31cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.039062998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4dfe93df-2025-4e1b-8d4e-3c2ecb6eed13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.048303483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4dfe93df-2025-4e1b-8d4e-3c2ecb6eed13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.048324491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a876f571-ee70-484f-9841-a113a4b31cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.048753816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c21777f3-3d35-4a6a-aee4-062c1e89f4c0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.057628048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c21777f3-3d35-4a6a-aee4-062c1e89f4c0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.06538772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8df03723294d6272bd70b67d3593963ad36420fbdc52b9d7740c6bd1155eccac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (610ad94ed108c0b3c4a26aeec4d188de22958ee25f832683fbd6436036508718) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bea566e09bb41a6e7940d17c4a2961810038dbb471d42279e0129104df5d011e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c6a9edcd9d5af6eb6040b7421dd120cfc3d912d0075bfbd72664c17b65aef8c8) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c21777f3-3d35-4a6a-aee4-062c1e89f4c0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.079276137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54e82354-ea2b-40d9-ab8d-d29fcab8eb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.088345535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"54e82354-ea2b-40d9-ab8d-d29fcab8eb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.144401769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d91c8f44-3452-421a-a90b-3e947d91ec8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.145070311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"763ed169-ff4a-4ea0-beef-b505b2c91385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.145461878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c3c938e2-3cc1-4b25-a4b4-2164f59972ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.146071137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c081cd2d-a5ae-401f-9156-7f8bbe4005eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.169087743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d91c8f44-3452-421a-a90b-3e947d91ec8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.170926631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c3c938e2-3cc1-4b25-a4b4-2164f59972ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.171952693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"c081cd2d-a5ae-401f-9156-7f8bbe4005eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.172429286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4348c737-99a4-4b9a-8c33-4ac5ac13a162","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.174564081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"763ed169-ff4a-4ea0-beef-b505b2c91385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.185506566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4348c737-99a4-4b9a-8c33-4ac5ac13a162","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.233980719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b8e24fad-840a-4231-ad26-8344752dd552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:39:59.242318432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b8e24fad-840a-4231-ad26-8344752dd552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.179018759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a174eed3-aaee-4896-a16a-c34bcd573f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.1808472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a77dbd9e-e653-4a12-88cd-ffbb5b7e0d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.190128726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"f77306e5-975c-4bd9-82f4-59ffa2b11041","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.218732583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"f77306e5-975c-4bd9-82f4-59ffa2b11041","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.2194842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"28cd94db-a2b5-4c47-9543-9a4e7d8c8410","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.229913987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a77dbd9e-e653-4a12-88cd-ffbb5b7e0d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.295814043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a174eed3-aaee-4896-a16a-c34bcd573f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.313653877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a77dbd9e-e653-4a12-88cd-ffbb5b7e0d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.315214083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"f77306e5-975c-4bd9-82f4-59ffa2b11041","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.318248048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a174eed3-aaee-4896-a16a-c34bcd573f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.3457682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"28cd94db-a2b5-4c47-9543-9a4e7d8c8410","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.362612375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e00ee8d2-c88b-4db9-85de-ad3052edcfde","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.362639177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e00ee8d2-c88b-4db9-85de-ad3052edcfde","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.375711227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"a583d2ee-f69f-45c3-a779-99e6a028a7ab","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.375754823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"a583d2ee-f69f-45c3-a779-99e6a028a7ab","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.393005128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09de526d-a5f3-4393-9a98-7fc49fa0612b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:08.393615516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09de526d-a5f3-4393-9a98-7fc49fa0612b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:09.028310352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"28a7895f-da8a-44de-a223-0dd0c23eba5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:09.061668901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"28a7895f-da8a-44de-a223-0dd0c23eba5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:09.132134953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9579cd7f-7479-4a77-a86c-6e4a48f522b2","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:09.132167853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9579cd7f-7479-4a77-a86c-6e4a48f522b2","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.079346081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"49c85efa-384d-4705-8eb3-fe79063a0068","namespace":"llm","name":"e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.087486768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"6b748ed6-0533-4b0b-bf19-610c1341692a","namespace":"llm","name":"e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.096734712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"50889c4a-64f6-46af-be6c-cbc7ef6e035c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.106625331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"066cb758-f9a1-4399-8cd2-b3fa33ce431f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.114414455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f340c03-4c26-4403-952c-4812cab28c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.114740344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"939f1ba3-b195-4da1-8be0-4498b23482fc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.161394574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4017fea-c385-4c7e-80e0-0e757e77a565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.188729252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"50889c4a-64f6-46af-be6c-cbc7ef6e035c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.200753336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f340c03-4c26-4403-952c-4812cab28c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.204610121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"939f1ba3-b195-4da1-8be0-4498b23482fc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.206104061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"066cb758-f9a1-4399-8cd2-b3fa33ce431f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.207997272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f340c03-4c26-4403-952c-4812cab28c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.208699257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4017fea-c385-4c7e-80e0-0e757e77a565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.210998743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"939f1ba3-b195-4da1-8be0-4498b23482fc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.217736062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4017fea-c385-4c7e-80e0-0e757e77a565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.223711166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d427021a-57e0-4981-8809-229fdb0df660","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.223753848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d427021a-57e0-4981-8809-229fdb0df660","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.225565219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2293921d-0012-414c-8e57-e93f57f34cf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.225589267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2293921d-0012-414c-8e57-e93f57f34cf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.22614033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"104573d9-ce78-4ec8-8ede-4c09bb45b613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.226404776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5727f99-4e3d-48a8-8a12-023141356674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.226427495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5727f99-4e3d-48a8-8a12-023141356674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.227582503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"098ca9d5-8672-4d09-8588-86076949ee75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.227604454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"098ca9d5-8672-4d09-8588-86076949ee75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.293042802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7eee33d-bbc6-4288-b2dc-a775562c35f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.294425348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"37368206-83fa-4f41-97ac-00e477af0536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.303319792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"945a343c-861e-4912-8b44-b9eef07b5a3a","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.3033902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"945a343c-861e-4912-8b44-b9eef07b5a3a","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.309910337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7eee33d-bbc6-4288-b2dc-a775562c35f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.316291709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"37368206-83fa-4f41-97ac-00e477af0536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.389482204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"45a888f2-ae75-4207-9539-065a2d7c8654","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.389519452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"45a888f2-ae75-4207-9539-065a2d7c8654","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.391173094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"d8ae6f60-9951-41d9-86a0-5443f7e161a5","namespace":"llm","name":"e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.394880214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"104573d9-ce78-4ec8-8ede-4c09bb45b613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.396525159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f7b34e9-7795-4d35-ba6a-7e9e5b282741","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.39654553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f7b34e9-7795-4d35-ba6a-7e9e5b282741","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.396972777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79e59d70-6d18-41bc-824c-8b11bf27e515","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.396992019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79e59d70-6d18-41bc-824c-8b11bf27e515","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.397329213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebfbf289-cc9b-4743-9fef-079669708fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.397392697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23fe6801-b661-4111-a9bf-3f77f9e8f7c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.397409435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23fe6801-b661-4111-a9bf-3f77f9e8f7c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.397814841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad03921e-f83a-4ef0-b13d-6f27f58e49e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.397834246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad03921e-f83a-4ef0-b13d-6f27f58e49e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.398209044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd1512c5-8aab-4ad6-9898-5d6f52b76da5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.401649646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"2129fd01-b753-4932-a4ae-3fdda91be7aa","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.401666763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"2129fd01-b753-4932-a4ae-3fdda91be7aa","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.404928912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2486399e-bc68-4eef-9c85-78521a2c5eea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.40669767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebfbf289-cc9b-4743-9fef-079669708fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.407735234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f7ebc30-832b-4e61-a6fb-d8281fde68c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.407753811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f7ebc30-832b-4e61-a6fb-d8281fde68c3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.408121894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46fdf1c9-766b-42ed-8b66-0087ee8770fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.408138483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"46fdf1c9-766b-42ed-8b66-0087ee8770fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.408493729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb49409-1622-48a0-98e9-270598376988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.408509556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb49409-1622-48a0-98e9-270598376988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.409047635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a3cd61b-d642-4a51-8052-3b7e814d4a0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.409063382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a3cd61b-d642-4a51-8052-3b7e814d4a0e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.409878814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"1e7c8241-5b6e-4ac0-8e09-a37c6fb88b57","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.410187255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"bfdb0677-d308-4b4a-95de-e10aecf95f6a","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.421338024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"1e7c8241-5b6e-4ac0-8e09-a37c6fb88b57","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.599754757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"55a6b4ed-1dd4-4342-ba81-b739515470ce","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.599801227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"55a6b4ed-1dd4-4342-ba81-b739515470ce","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.852105368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4cb28ed7-548a-4434-be89-e6976e9f9e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.86491795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5ccbb4f0-a165-4897-80d9-44d33962e2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.866778313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"4cb28ed7-548a-4434-be89-e6976e9f9e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.869204611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0392bac7-5d67-41aa-bbd3-ac35bd44d52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.869378105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"585d79e7-4389-45fe-91ab-27b7ae18d065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.873150638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"8d38c352-42c8-4d4f-bd12-bf9724129bec","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.875594836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5ccbb4f0-a165-4897-80d9-44d33962e2fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.878888019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0392bac7-5d67-41aa-bbd3-ac35bd44d52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.880287799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"585d79e7-4389-45fe-91ab-27b7ae18d065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.882063825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"8d38c352-42c8-4d4f-bd12-bf9724129bec","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.975487617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"063f96c1-ecbe-43e6-844f-7827aee58512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.977573566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d0af9116-b826-4124-87b9-25172c30218c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.981111061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe0647a-84a1-4307-a351-b49ac0c960cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.982672131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e99f84bd-8fa2-4a99-ae77-5a399729ca88","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.983966586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"063f96c1-ecbe-43e6-844f-7827aee58512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.985950411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d0af9116-b826-4124-87b9-25172c30218c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.986384912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d0ce6e-4d91-49e4-9f56-14818a6571a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.989639262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe0647a-84a1-4307-a351-b49ac0c960cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.990781453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e99f84bd-8fa2-4a99-ae77-5a399729ca88","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.993887962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d0ce6e-4d91-49e4-9f56-14818a6571a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.996263683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe0647a-84a1-4307-a351-b49ac0c960cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:12.99785319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e99f84bd-8fa2-4a99-ae77-5a399729ca88","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.000667418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7d0ce6e-4d91-49e4-9f56-14818a6571a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.073727653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8eba9abc-4c47-4ed7-aa09-65b995ef5b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.073736207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2423d168-86a3-410b-ac9d-5ae94c379380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.075476989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"68156009-ca33-4434-82ed-d148be29c356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.075970094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ecda2607-554a-4488-927e-42d344f673d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.082097649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2423d168-86a3-410b-ac9d-5ae94c379380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.082457223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8eba9abc-4c47-4ed7-aa09-65b995ef5b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.084560375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"68156009-ca33-4434-82ed-d148be29c356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.084943515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"db7a5a89-d23c-41d1-8ebd-af7b4afc4403","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.087072708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ecda2607-554a-4488-927e-42d344f673d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.095020004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"db7a5a89-d23c-41d1-8ebd-af7b4afc4403","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.212784725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"f09de034-6d8c-4399-b9ce-9a85b1c38e5c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.212808363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"f09de034-6d8c-4399-b9ce-9a85b1c38e5c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.28801448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"86730993-eb20-484a-beeb-db04f837827d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.28804089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"86730993-eb20-484a-beeb-db04f837827d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.308796603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b06ee201-f1de-43fa-831f-c1cab725076b","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.318202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b06ee201-f1de-43fa-831f-c1cab725076b","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.326319983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b06ee201-f1de-43fa-831f-c1cab725076b","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.341992749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"3e434f7e-708f-48c2-9371-eae2546e714a","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.342014399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"3e434f7e-708f-48c2-9371-eae2546e714a","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.371656642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d9165464-4ca2-4c51-9727-d99fa6636e8f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.380980505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d9165464-4ca2-4c51-9727-d99fa6636e8f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.388862423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d9165464-4ca2-4c51-9727-d99fa6636e8f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.537582254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"5299f189-7a6e-4c6c-ae01-97b7d7b1f060","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.537606755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"5299f189-7a6e-4c6c-ae01-97b7d7b1f060","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.553271424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"d5a45316-29b5-4988-a189-009ba8a43a56","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:40:13.554406127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"765627f7-604c-432d-a0eb-f514a5ad90aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-9fe681-0b1be8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.570795126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"d5a45316-29b5-4988-a189-009ba8a43a56","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.576058574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9ec13b0e-23d0-4ae4-81f2-9843351908cc","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.576076948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9ec13b0e-23d0-4ae4-81f2-9843351908cc","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.587058602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"185f2435-80d1-4716-a5c1-04236a2ce45e","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.587081954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"185f2435-80d1-4716-a5c1-04236a2ce45e","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.595693535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"e741e760-2128-43ed-b320-95e42b5a358e","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.595734853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"e741e760-2128-43ed-b320-95e42b5a358e","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.793582525Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"c86c4d4c-2e18-460b-acda-2eb3edbf0c69","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-cfl-same-9fe681","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-0b1be8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.818763792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"199f97b0-ff5a-442c-8c23-ebdb8acb1714","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.861679465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"199f97b0-ff5a-442c-8c23-ebdb8acb1714","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.91441649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"a3745f91-96e4-4e8c-822c-58eb639ec006","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.914476894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"a3745f91-96e4-4e8c-822c-58eb639ec006","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:13.953215108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"90189d6f-5c4a-44d5-926b-1ed331822cc9","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.765018587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"0a770d58-415b-436b-8af0-bf001733c59d","namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.777511851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"e69246be-da2b-4798-9d6d-2703cf6b29dc","namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.781316227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2b664810-31b7-4c3d-becf-5f4819d912de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.790357328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2b664810-31b7-4c3d-becf-5f4819d912de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.793943276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"47d5a2d6-1754-4d65-8638-7c4fa2d04f7b","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.79612819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2109b44-f857-493a-bbc5-ff27a189ae1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.796280014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d309e12c-917c-4803-a12a-5ca92248856a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.803421785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"47d5a2d6-1754-4d65-8638-7c4fa2d04f7b","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.806136814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"060cf735-4422-425e-95b1-35167dffa1a0","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.811192783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2109b44-f857-493a-bbc5-ff27a189ae1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.812334623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d309e12c-917c-4803-a12a-5ca92248856a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.814046565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"47d5a2d6-1754-4d65-8638-7c4fa2d04f7b","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.816400555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"060cf735-4422-425e-95b1-35167dffa1a0","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.824275871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2109b44-f857-493a-bbc5-ff27a189ae1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.825010675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d309e12c-917c-4803-a12a-5ca92248856a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.825613574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"060cf735-4422-425e-95b1-35167dffa1a0","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.841317059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fe07bd9e-dcae-443b-a359-4c7ed16e613b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.851222911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fe07bd9e-dcae-443b-a359-4c7ed16e613b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.93137142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"cea3a38e-23c4-426d-b3e2-6c2b7e72d3bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.940317933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bbfebef7-b6ae-4cd7-9739-590a24ca06ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.940627915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9caccfed-c837-4812-94f3-a57e89ab2abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.94556293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"cea3a38e-23c4-426d-b3e2-6c2b7e72d3bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.950913944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f345ce22-a34a-480b-be4d-eba787b390ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.955629934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"bbfebef7-b6ae-4cd7-9739-590a24ca06ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.956744743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9caccfed-c837-4812-94f3-a57e89ab2abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.966210932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f345ce22-a34a-480b-be4d-eba787b390ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:14.987109639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"14f60cbd-8807-4140-88b7-2164b87c50be","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.110913138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"ed22f065-3b88-4122-b799-a81b1bd6bc15","namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.129422623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43e38b3b-252d-4135-9dd5-14c186524a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.130631336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"36dff147-8266-4da7-a836-af12557f197c","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.130654671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"36dff147-8266-4da7-a836-af12557f197c","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.47915277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43e38b3b-252d-4135-9dd5-14c186524a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.554385796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"34feadbc-bde4-42dc-b455-69245ac2deb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.555424188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"6b03979b-165a-41b3-84cb-6121eb8d3188","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.555478534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"6b03979b-165a-41b3-84cb-6121eb8d3188","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.567071837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"390aac41-5b42-4cb8-933e-5bef58c76f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.570320627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"34feadbc-bde4-42dc-b455-69245ac2deb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.5749402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6d66d486-d060-4278-9e41-b9b47c9ec1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:40:15.575758904Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"6b03979b-165a-41b3-84cb-6121eb8d3188","name":"e2e-cfl-ok-9f8c35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-9f8c35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:40:15.575819924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"6b03979b-165a-41b3-84cb-6121eb8d3188","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-9f8c35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.578665696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"390aac41-5b42-4cb8-933e-5bef58c76f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.580699656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"48773f72-97a2-48ef-9dda-6934f71b56c9","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.586779013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"6d66d486-d060-4278-9e41-b9b47c9ec1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.589652447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"17f52b39-ebf9-4786-a824-f6b8840e0dfe","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.589715121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"17f52b39-ebf9-4786-a824-f6b8840e0dfe","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.59410165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5271eb05-3d78-47fa-bf71-24e535e18175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.597205756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"48773f72-97a2-48ef-9dda-6934f71b56c9","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.62890117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"5271eb05-3d78-47fa-bf71-24e535e18175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.699185606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"776f8154-b646-41e2-9ade-066f3607b5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.707142595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"776f8154-b646-41e2-9ade-066f3607b5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.709513095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c989bb1c-f3d3-4956-b6ba-4335c77f833f","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.717673648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c989bb1c-f3d3-4956-b6ba-4335c77f833f","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.724593867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c989bb1c-f3d3-4956-b6ba-4335c77f833f","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.809039066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"0b548c48-1244-405d-970b-094387e69514","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.809135003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27da822d-21fa-477f-ae5e-78551fd2471b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.809665594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f3b0a7-1687-462f-a494-861dc1576f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.823270244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"0b548c48-1244-405d-970b-094387e69514","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.823871146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27da822d-21fa-477f-ae5e-78551fd2471b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.826363366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f3b0a7-1687-462f-a494-861dc1576f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.830799568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"0b548c48-1244-405d-970b-094387e69514","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.831674207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27da822d-21fa-477f-ae5e-78551fd2471b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.834873078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f3b0a7-1687-462f-a494-861dc1576f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.891505041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c9105ee5-8fbe-444d-93ad-cd6736b6b1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.892002179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"01226340-f5d0-4b75-a7f7-cffa247e9fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.89217881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"29379c3d-ffc8-4ad1-82c9-77f70a62c75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.894118036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9f55016e-6d6f-4036-82b6-5685e84b6add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.910258378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c9105ee5-8fbe-444d-93ad-cd6736b6b1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.910289397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9f55016e-6d6f-4036-82b6-5685e84b6add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.912714344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"29379c3d-ffc8-4ad1-82c9-77f70a62c75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.912779831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"01226340-f5d0-4b75-a7f7-cffa247e9fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.922388236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a05ac9d2-cf29-4d03-8fa7-b09a2c99b0a1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.935515514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a05ac9d2-cf29-4d03-8fa7-b09a2c99b0a1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:15.994210524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e7b96d03-8790-456f-a7ec-02da210cf661","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.001058493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dd82e9e8-677d-43f5-b8e0-8935b22a81e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.00157235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"91c055cd-5790-47a7-a2c3-aa997d74db7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.002071599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"54727752-a154-4327-8171-681a2109d0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.002236917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b08def45-c2a9-4ff8-9ab4-98d1f4b7922a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.004921223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e7b96d03-8790-456f-a7ec-02da210cf661","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.013766943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b08def45-c2a9-4ff8-9ab4-98d1f4b7922a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.014178151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"54727752-a154-4327-8171-681a2109d0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.017412967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"91c055cd-5790-47a7-a2c3-aa997d74db7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.020793554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dd82e9e8-677d-43f5-b8e0-8935b22a81e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.205661686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"89629357-b492-4778-9e9d-163f406f864b","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.205702923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"89629357-b492-4778-9e9d-163f406f864b","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.210018088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"8afd9e5c-3849-4b02-8c48-b2403d27ffef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.236918697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"8afd9e5c-3849-4b02-8c48-b2403d27ffef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.243489668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"8afd9e5c-3849-4b02-8c48-b2403d27ffef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.263584834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"9c38f4ad-88e9-403c-a808-39bc64b2d675","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:16.263602554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"9c38f4ad-88e9-403c-a808-39bc64b2d675","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.752450431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9479d77d-3b64-4b5c-9e7f-afb3b1b03339","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.828053998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9479d77d-3b64-4b5c-9e7f-afb3b1b03339","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.843258852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9479d77d-3b64-4b5c-9e7f-afb3b1b03339","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.85842636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cd8da5a1-9a83-4ca5-a2af-6f9672677eb8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.861389943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"842c8e16-d20c-4bdb-9786-2dbccaf81034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.861775882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ac119-8036-416a-9fa1-1f4fcc66b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.866650756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cd8da5a1-9a83-4ca5-a2af-6f9672677eb8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.869452522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"842c8e16-d20c-4bdb-9786-2dbccaf81034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.869509463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ac119-8036-416a-9fa1-1f4fcc66b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.873041729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cd8da5a1-9a83-4ca5-a2af-6f9672677eb8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.876412063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ac119-8036-416a-9fa1-1f4fcc66b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:25.877098434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5bb27b15695f2b70b7910eadc9bdfb155b4c3d7fb8778f50e909c2912175b8b) AuthConfig (f9dbec7f0034d951a78be1012d79322e07f35f29e409bfefc72a4fcb00f44158) AuthConfig (5051d577ba8420c73744314ca07338fe0249222665d94c9e96f5097eb7ece084) AuthConfig (af3e018c3171682e4315561a25731c51a1ebe3b3ffd7ef50603181f28db6e3f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"842c8e16-d20c-4bdb-9786-2dbccaf81034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:26.309962389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"cfa6f813-9ec0-4472-a9e2-6b4dd8567662","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:26.317763369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"cfa6f813-9ec0-4472-a9e2-6b4dd8567662","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:26.323911818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"cfa6f813-9ec0-4472-a9e2-6b4dd8567662","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:28.967028252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:30.353103158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"2bd48c42-0f32-4263-a6d0-1ba16825c96d","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:30.383522213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"dea5023f-242a-4f19-ba4c-754c20eb2fdf","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:30.383552909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"dea5023f-242a-4f19-ba4c-754c20eb2fdf","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.12778759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"13253e9e-bfb2-4ddb-9999-9e5bca4d4f3a","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.128809915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a3df41-3f0a-4b16-b6c8-4fe2a7d75231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.133782436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"eb938dd9-75c1-4924-b569-1c7fecd91186","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.134877501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d22b10f3-e840-4499-99ce-ec97b5cfd6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.135757853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1636c29f-ba4f-4308-ac91-15b534af6ca4","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.146226025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a3df41-3f0a-4b16-b6c8-4fe2a7d75231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.151291014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"13253e9e-bfb2-4ddb-9999-9e5bca4d4f3a","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.159370939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"eb938dd9-75c1-4924-b569-1c7fecd91186","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.160690157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d22b10f3-e840-4499-99ce-ec97b5cfd6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.161518157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a3df41-3f0a-4b16-b6c8-4fe2a7d75231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.162814641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"13253e9e-bfb2-4ddb-9999-9e5bca4d4f3a","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.16373085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1636c29f-ba4f-4308-ac91-15b534af6ca4","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.171881494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1636c29f-ba4f-4308-ac91-15b534af6ca4","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.172760914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d22b10f3-e840-4499-99ce-ec97b5cfd6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.176998969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c6ea86d-ca71-45ab-9eaa-92055558c1a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.177081333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c6ea86d-ca71-45ab-9eaa-92055558c1a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.189551697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"bbc1810b-6117-4ac9-bb03-a49f176f5765","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.189640097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"bbc1810b-6117-4ac9-bb03-a49f176f5765","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.197899357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1a5467-7b9e-4f97-a5bb-b95eaed94c84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.197986873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1a5467-7b9e-4f97-a5bb-b95eaed94c84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.199630654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9a7aabb4-4e4f-4c14-9255-ce7bed346b35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.20427272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"37a44ea8-8685-4c2e-937b-714358485f7d","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.204352468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"37a44ea8-8685-4c2e-937b-714358485f7d","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.248773511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9a7aabb4-4e4f-4c14-9255-ce7bed346b35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.264266346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (0e9ac5f69a0ea4e47600024002f9ad6484c8043d55d43dda9ba05e2a5c2f0441) AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (7081bbb5626ab5ddb6b333a5227b322ccf8c4c5b60bd66e5b7b42f2073fb081d) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (3f865f810c3aabe4215842ba5a2a6488c27302cf14e8f4c6cdb9d5255e7d1f60) AuthConfig (6d08d95df6375addb5f37d9e9ab23ecc324bae6b08e86f515ffa602b1e3e616d) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9a7aabb4-4e4f-4c14-9255-ce7bed346b35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.282557279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"63185195-9d81-4002-94ff-24e7e56c9fbf","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.282644712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"63185195-9d81-4002-94ff-24e7e56c9fbf","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.386047906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"870e209f-12d1-45e8-97ee-06331c775a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:31.39579026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"870e209f-12d1-45e8-97ee-06331c775a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.040252878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"9742208b-5845-4466-bb37-8d453a504028","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.047547325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"9742208b-5845-4466-bb37-8d453a504028","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.06712306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"409f4cea-c871-4e00-8032-e32fc59663b0","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.067218966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"409f4cea-c871-4e00-8032-e32fc59663b0","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.145169955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"8800d224-66c7-4513-96a1-1db9e5c087c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.15390353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"8800d224-66c7-4513-96a1-1db9e5c087c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.33536617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"7d329014-4cb9-4708-8a49-bfa652ecbcaf","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:33.335400839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"7d329014-4cb9-4708-8a49-bfa652ecbcaf","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.675812141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e596df priority=0:[ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-0b1be8-sub ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.680556635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"20fa042e-9de5-4926-b689-0036a3447bd7","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.680576674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"20fa042e-9de5-4926-b689-0036a3447bd7","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.687967908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"96022e50-d573-49be-bf03-b52fb920182a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.687999158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"f0544fa7-3cfa-4ea3-b4ee-92a0bae3867d","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:40:38.688572186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-9fe681-871a2d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.697893484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"96022e50-d573-49be-bf03-b52fb920182a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.701595732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"b9541a44-c394-49e2-bd8e-47b113b4ab67","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.701618681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"b9541a44-c394-49e2-bd8e-47b113b4ab67","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.703169676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"f0544fa7-3cfa-4ea3-b4ee-92a0bae3867d","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.708957105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"cb6edd61-e31b-489a-b1c5-c31c9348a6f1","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.708979558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"cb6edd61-e31b-489a-b1c5-c31c9348a6f1","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.728549657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"31432250-02d9-4a19-9a36-ce6f74a0d3b1","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-cfl-same-9fe681","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.798139918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"48878eb4-19ae-49cd-996d-e12a3b28aee7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.800114306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"04e55dea-c061-4f56-ab13-4f29c4477ce1","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.806967048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"48878eb4-19ae-49cd-996d-e12a3b28aee7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.810562212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"04e55dea-c061-4f56-ab13-4f29c4477ce1","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.810968171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"b6e3a2b8-6585-4fda-ad7f-8741ef54ae34","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.810984545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"b6e3a2b8-6585-4fda-ad7f-8741ef54ae34","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:38.826418223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"4f04d42c-a2e6-4232-a991-e10023efcfc9","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.208982799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b41921-b05c-4d3e-94f4-d324887a4f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.211750181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c676cbe0-f7ae-4a3a-a721-531008a18088","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.211837027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"2e537288-8a48-4248-a726-e3a5b33b630f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.218368719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b41921-b05c-4d3e-94f4-d324887a4f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.219362987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ecbaf9a-f30c-497e-8e8a-84aa7ca10c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.222127886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c676cbe0-f7ae-4a3a-a721-531008a18088","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.225270348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"2e537288-8a48-4248-a726-e3a5b33b630f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.22556165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b41921-b05c-4d3e-94f4-d324887a4f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.231572515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ecbaf9a-f30c-497e-8e8a-84aa7ca10c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.296217037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c676cbe0-f7ae-4a3a-a721-531008a18088","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.296657009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"2e537288-8a48-4248-a726-e3a5b33b630f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.298331051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ecbaf9a-f30c-497e-8e8a-84aa7ca10c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.304783691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"e46d4beb-86a1-48d0-b9b9-7fc57bd0fa90","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.312902751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"e46d4beb-86a1-48d0-b9b9-7fc57bd0fa90","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:41.343513507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (0e9ac5f69a0ea4e47600024002f9ad6484c8043d55d43dda9ba05e2a5c2f0441) AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (7081bbb5626ab5ddb6b333a5227b322ccf8c4c5b60bd66e5b7b42f2073fb081d) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (3f865f810c3aabe4215842ba5a2a6488c27302cf14e8f4c6cdb9d5255e7d1f60) AuthConfig (6d08d95df6375addb5f37d9e9ab23ecc324bae6b08e86f515ffa602b1e3e616d) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"e46d4beb-86a1-48d0-b9b9-7fc57bd0fa90","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.250251047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba520062-2726-4498-8ee8-d9d34c5d9856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.257716652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba520062-2726-4498-8ee8-d9d34c5d9856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.264315411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba520062-2726-4498-8ee8-d9d34c5d9856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.347887246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca99004-3105-48f4-919c-9577b143fa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.348738045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"48d3a380-753f-4852-aafc-71b74dcd027f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.3490479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"3cbd3962-db2c-42cd-96a3-d4a7e34278af","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.356394497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca99004-3105-48f4-919c-9577b143fa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.356480959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"48d3a380-753f-4852-aafc-71b74dcd027f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.358719008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"3cbd3962-db2c-42cd-96a3-d4a7e34278af","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.362488952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca99004-3105-48f4-919c-9577b143fa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.363457445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"48d3a380-753f-4852-aafc-71b74dcd027f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.365617331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb59528c29e13bb7553224ea0b6e89996f7a810a3e0799a45b2ac6e0aa819e2b) AuthConfig (4bef417d78c3388c4dc2a09763973de76ce95c3b083f199e816e7b64ce87ee6c) AuthConfig (620f3626e202589cb2b6248e86b8c9d6706c49de6c83bca3edc7e09f2cc7db2c) AuthConfig (72e1190e494b1edd72048a84cda642d81cd2626c519eb20808eacb6e7235702a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"3cbd3962-db2c-42cd-96a3-d4a7e34278af","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.438940053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9e54d87f-8ad2-4864-ad9e-511390b2d4c4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.450513078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9e54d87f-8ad2-4864-ad9e-511390b2d4c4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:51.458477339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (0e9ac5f69a0ea4e47600024002f9ad6484c8043d55d43dda9ba05e2a5c2f0441) AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (7081bbb5626ab5ddb6b333a5227b322ccf8c4c5b60bd66e5b7b42f2073fb081d) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (3f865f810c3aabe4215842ba5a2a6488c27302cf14e8f4c6cdb9d5255e7d1f60) AuthConfig (6d08d95df6375addb5f37d9e9ab23ecc324bae6b08e86f515ffa602b1e3e616d) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"9e54d87f-8ad2-4864-ad9e-511390b2d4c4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:40:58.968232924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:00.515134518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"b5276dfa-9e6d-4ffc-8ff1-f56cc12beebe","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:00.545265584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"a38bb49c-160d-4eb7-83fc-d682c8fefcdb","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:00.545288133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"a38bb49c-160d-4eb7-83fc-d682c8fefcdb","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.285731857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc22d127-1925-4c8e-b18c-930536104ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.293256861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc22d127-1925-4c8e-b18c-930536104ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.315604281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2165ce2e-8236-499a-8a25-33f6a7a7b444","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.315629969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2165ce2e-8236-499a-8a25-33f6a7a7b444","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.3778686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"52f3e5e2-58e7-4490-be59-7654a2b24685","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.385184236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"52f3e5e2-58e7-4490-be59-7654a2b24685","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.386807817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"49689081-973c-4a4f-924e-73253aab3710","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.387091571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"14af8b9e-5d4e-4f1d-8362-c8eac0b6bf4a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.389220161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b05d3e87-ffe6-4a04-949a-991b49feb242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.39448485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"49689081-973c-4a4f-924e-73253aab3710","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.396305767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"14af8b9e-5d4e-4f1d-8362-c8eac0b6bf4a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.396939326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b05d3e87-ffe6-4a04-949a-991b49feb242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.475632351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"13c174eb-c691-4930-a73c-a486126053f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.484789761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"13c174eb-c691-4930-a73c-a486126053f8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.516816056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145885f9-a90a-42e8-a7b8-dcd460c3c462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.516850555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145885f9-a90a-42e8-a7b8-dcd460c3c462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.524650968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"b266764b-dcc0-40fc-bed9-923140739284","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.524671059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"b266764b-dcc0-40fc-bed9-923140739284","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.534167428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"329fb03e-e681-4bee-9909-82032889ff9a","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.534185207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"329fb03e-e681-4bee-9909-82032889ff9a","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.541911734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"b29ccbdd-81ce-4c36-9f36-50a8b95405a9","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:01.541932103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"b29ccbdd-81ce-4c36-9f36-50a8b95405a9","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.089544384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e596df priority=0:[ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-0b1be8-sub ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.092830755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"d84e99ad-9182-4d2e-81f6-d11343462b48","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.092852788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"d84e99ad-9182-4d2e-81f6-d11343462b48","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:41:02.113205803Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-cb396e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-cb396e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.113547824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"6c4f3c89-718f-4d1f-bab0-f002df903de1","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.113568296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"6c4f3c89-718f-4d1f-bab0-f002df903de1","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.117837596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1834c1cf-6a6a-427a-be6b-0a0bc2da64ee","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.11824502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"ee93cf60-0586-4495-a6e3-c54fdbac77dc","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.120192005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7c6798d-db5a-4210-929f-1a6af584590e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.121053541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e55b2adc-1d43-4962-aea8-806308bb13ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.12106813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"63cbecdc-da79-440a-a8d7-282f9d796504","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.121080235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"63cbecdc-da79-440a-a8d7-282f9d796504","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.121343129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"270deae0-6380-4b11-96c3-f5e670b16255","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.1261891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1834c1cf-6a6a-427a-be6b-0a0bc2da64ee","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.126625029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"ee93cf60-0586-4495-a6e3-c54fdbac77dc","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.128848399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7c6798d-db5a-4210-929f-1a6af584590e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.131615268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e55b2adc-1d43-4962-aea8-806308bb13ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.132378752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"270deae0-6380-4b11-96c3-f5e670b16255","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.132604286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"361df1e2-9159-4884-b0d8-ade625f70b8d","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.132622821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"361df1e2-9159-4884-b0d8-ade625f70b8d","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.138045319Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"00ff1e85-8799-4609-9162-b5f273eaa34b","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"e2e-dft-cb396e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-cb396e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.211063263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"f66bd8c1-e047-4640-8de7-aca67b6eb22b","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.2110854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"f66bd8c1-e047-4640-8de7-aca67b6eb22b","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.212074572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096ad486-08ce-4426-96a2-ffb783176591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.212085501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6714a38-4c5d-4b86-9036-994c46e2b1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.219562434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096ad486-08ce-4426-96a2-ffb783176591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.219705734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6714a38-4c5d-4b86-9036-994c46e2b1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.23265127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"7eb14e57-1bd7-4f80-bfc2-d57603e7a7c1","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.312509665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9c9f9c2b-eae6-43b6-82e9-4a54cd53c531","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.313629841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"efa07be5-547f-4ce5-bfd8-55cf307be6bf","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.314065596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"ea55a9f5-6f13-4c5f-a27c-a4fc2a0f3ed6","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.320007729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9c9f9c2b-eae6-43b6-82e9-4a54cd53c531","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.320933259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"efa07be5-547f-4ce5-bfd8-55cf307be6bf","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.322993317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"ea55a9f5-6f13-4c5f-a27c-a4fc2a0f3ed6","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.407996476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e596df priority=0:[ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-0b1be8-sub ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.410909471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"c2115e1d-d30a-4736-bd9a-f661ce3836ad","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.41092998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"c2115e1d-d30a-4736-bd9a-f661ce3836ad","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.487777955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"a3637558-2f78-4d7b-93b3-f368a46ba011","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:41:02.488086748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"c8e7dbec-745b-4ec2-822d-d9901f4c1151","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-9f8c35-f34375-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.492609841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1d0f0071-c108-4369-9b1a-84203954e14c","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.492628247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1d0f0071-c108-4369-9b1a-84203954e14c","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.495179513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"a3637558-2f78-4d7b-93b3-f368a46ba011","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:41:02.500644227Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1d0f0071-c108-4369-9b1a-84203954e14c","name":"e2e-cfl-ok-9f8c35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-9f8c35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:41:02.500701223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1d0f0071-c108-4369-9b1a-84203954e14c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-9f8c35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.504387807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"80548ac8-3a2e-4d14-b671-e94cc75be6f1","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.504407304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"80548ac8-3a2e-4d14-b671-e94cc75be6f1","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.51153943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"3f8e8e8d-212f-44c6-95d1-55a7f8d44eab","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.511556278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"3f8e8e8d-212f-44c6-95d1-55a7f8d44eab","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.533085411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"b1c5c2b0-35ff-402b-b943-3201c85aa8f6","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-cfl-ok-9f8c35","model":"e2e-cfl-ok-9f8c35","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8072a0/e2e-cfl-ok-9f8c35-f34375-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.59216464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"93cecc51-3d4d-49c7-8bb4-fa1889a7b71f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.600759089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"93cecc51-3d4d-49c7-8bb4-fa1889a7b71f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.609637291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"cc95c6d9-8ef4-4003-92e9-63ef1553baa1","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.60965904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"cc95c6d9-8ef4-4003-92e9-63ef1553baa1","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:02.626645857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"f4178f53-25a0-4a8c-9da4-10e2157b60e1","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-cfl-ok-9f8c35","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.145616814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e596df priority=0:[ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-0b1be8-sub ai-tenant-e2e-extmod-a-e596df/e2e-cfl-same-9fe681-871a2d-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.150238638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"b2677243-00f5-43f5-8158-8b3f84d3e845","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.150262257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"b2677243-00f5-43f5-8158-8b3f84d3e845","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:41:03.205876245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-a76e85-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-a76e85-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.208949541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"0c56682d-378d-4042-abf7-2a5e91a78ab6","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.208973018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"0c56682d-378d-4042-abf7-2a5e91a78ab6","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.290857631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"8fcbab19-927b-4e86-8c13-b2cd1df32b1e","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.291931441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"1b7d28cd-909a-47d5-b05e-52659aac2541","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.291952273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"1b7d28cd-909a-47d5-b05e-52659aac2541","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.292332613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f4ddb894-acf5-407b-bc59-fc20a872815d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.292988705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6ec9b890-4d55-470a-a49b-0c10009f5b01","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.293412702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67c9d43-34f8-4522-bd11-c1c5017248bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.295144768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"654d9216-c821-448d-aa4e-c7f445edac3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.299984008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f4ddb894-acf5-407b-bc59-fc20a872815d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.300494992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"918434a8-1f85-4430-a7cd-1a7e77a64119","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.300513148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"918434a8-1f85-4430-a7cd-1a7e77a64119","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.301167512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"8fcbab19-927b-4e86-8c13-b2cd1df32b1e","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.302855769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"654d9216-c821-448d-aa4e-c7f445edac3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.303288498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6ec9b890-4d55-470a-a49b-0c10009f5b01","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.304628161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"99420461-7f9d-4180-97e0-d4f7308481d2","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"e2e-dft-a76e85","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-a76e85-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.305427106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67c9d43-34f8-4522-bd11-c1c5017248bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.392895977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"670aec74-dd11-45d8-adc1-3e8e09df4423","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.392925286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"670aec74-dd11-45d8-adc1-3e8e09df4423","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.3972645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19c39128-20c1-407a-b82d-ff0b70bbe275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.39758053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"432407a3-c1fa-443f-bac1-37df22820270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.400919959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f5fc0e06-fc18-4364-8d6d-a990bd27099f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.400941146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d2a0a857-b367-4bb9-9242-dd8d5c517d6b","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.403331787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9f3a531e-e94c-41ac-b3f4-a02d6ccf4ef0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.404512734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19c39128-20c1-407a-b82d-ff0b70bbe275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.405605849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"dd4ba51f-e34a-4fe5-9585-f0cc00d887a9","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.407757896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"432407a3-c1fa-443f-bac1-37df22820270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.409392008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d2a0a857-b367-4bb9-9242-dd8d5c517d6b","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.411534413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f5fc0e06-fc18-4364-8d6d-a990bd27099f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.412191592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9f3a531e-e94c-41ac-b3f4-a02d6ccf4ef0","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.63652811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"7a99bfe0-9018-4f4a-9e3f-a14f9d36d1cb","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.636557623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"7a99bfe0-9018-4f4a-9e3f-a14f9d36d1cb","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.645056864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"1eca624a-85d5-4016-83ef-51f9133a2a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.645067219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f1a8e9cf-5c6d-4080-bac8-856d8f624f0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.653670731Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"a8ccc00f-46c8-4839-a84e-6f8dfdcc15b4","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96c4f40c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.658537897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"f1a8e9cf-5c6d-4080-bac8-856d8f624f0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.663479511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"1eca624a-85d5-4016-83ef-51f9133a2a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.844017214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"dfdc07cb-3bcd-491c-a7de-c1f54a3237cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.847103195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e4bbbd5d-844c-4c67-838f-581dd0d69a0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.854702952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"dfdc07cb-3bcd-491c-a7de-c1f54a3237cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:03.868844514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e4bbbd5d-844c-4c67-838f-581dd0d69a0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.657356531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"0b8846f0-ce20-451b-80d6-fcdf8a42aadf","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","subscription":"e2e-cfl-same-9fe681-871a2d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.664905926Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"0b8846f0-ce20-451b-80d6-fcdf8a42aadf","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.668705822Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-sub","reconcileID":"0b8846f0-ce20-451b-80d6-fcdf8a42aadf","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-871a2d-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.791820923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.795336341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"0fb6aa35-3809-47ba-8a35-cc984a1c756b","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.795356718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"0fb6aa35-3809-47ba-8a35-cc984a1c756b","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.817165857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"1036f9f1-17f4-4770-9098-5ab1d3baa89f","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.817187018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"1036f9f1-17f4-4770-9098-5ab1d3baa89f","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.82486384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"220433fd-887e-4901-b956-c5934dc8a47a","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.824892756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"220433fd-887e-4901-b956-c5934dc8a47a","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.912032628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"56f98f14-21f5-49d6-96be-9c8e7c60fc71","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.912782738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4b6b05e6-1cfa-4cef-91fd-2af6cde04068","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.919319983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"56f98f14-21f5-49d6-96be-9c8e7c60fc71","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.989633468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"4b6b05e6-1cfa-4cef-91fd-2af6cde04068","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.992688051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"5a024a16-cf07-4456-9114-ec6e40f5a41f","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.992706537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"5a024a16-cf07-4456-9114-ec6e40f5a41f","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:13.998625868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-871a2d-access","reconcileID":"ac062694-05f6-482e-a6d6-6f4d15800de5","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-871a2d-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.016408574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"9d7d8c07-5127-4132-9fd6-6ff783483093","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-2-871a2d/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.016428001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"9d7d8c07-5127-4132-9fd6-6ff783483093","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"routeName":"external-model-e2e-cfl-same-9fe681-ddbaec795abf","namespace":"e2e-extmod-cfl-2-871a2d","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.221679102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"4ce74aab-993d-473b-bc2c-eb7959177a01","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.221710389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"4ce74aab-993d-473b-bc2c-eb7959177a01","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.230396972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"1ea7c52f-05d1-4029-a9e3-8fe07d78615e","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.237381136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"d91cacf0-b539-4aff-be5e-4678d06e433d","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2cfe707f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.238593467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"1ea7c52f-05d1-4029-a9e3-8fe07d78615e","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.36052167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"839ab29b-94d5-42d3-ba73-219546115bbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:14.368154693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"839ab29b-94d5-42d3-ba73-219546115bbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.292402813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"193f55fc-4268-4de4-b06e-342cd925fb50","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.375153642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"cba379d5-b942-48c0-afe7-92db95433a9d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.375288868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"cba379d5-b942-48c0-afe7-92db95433a9d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.501736417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"966111e6-c264-4040-b7ef-9fe85f01c7dd","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.547200907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"b6de2d14-a3b4-4765-94d0-b2cd7b6e963d","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.547235207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"b6de2d14-a3b4-4765-94d0-b2cd7b6e963d","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.869769629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"521ca86a-d103-4154-8a6a-588690d840a0","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-cfl-ok-9f8c35","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.902512733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"21f9b3f5-89ed-47a4-a41d-38d0304c7a0b","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:17.902542662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"21f9b3f5-89ed-47a4-a41d-38d0304c7a0b","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:18.758843402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"ad595ed6-125c-4204-a050-4a555ae72efc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:18.775341236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"ad595ed6-125c-4204-a050-4a555ae72efc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.159127474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eed4d51b-bf3c-4cda-a06b-0e65581d3236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.163491053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"a4ff52c2-1637-47c2-bf1a-bfe3622599ec","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.204200722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eed4d51b-bf3c-4cda-a06b-0e65581d3236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.206039414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"577b9781-8122-46ab-b028-f6f89fedd8d6","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.206919002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35ec88f6-2790-4374-8e49-3e96769a1654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.211302853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"a4ff52c2-1637-47c2-bf1a-bfe3622599ec","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.216096577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a03a2181-04d3-4030-938a-c043db6e0816","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.217176537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"577b9781-8122-46ab-b028-f6f89fedd8d6","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.222051942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35ec88f6-2790-4374-8e49-3e96769a1654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.293237604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"a03a2181-04d3-4030-938a-c043db6e0816","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.477320464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c2538c-a023-480b-afa8-11ef66f11579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.487611413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64995331-6328-45ee-99e0-9fd08ade66ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.501680256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"9b300603-fd40-40f9-8afc-3f3ed6a21932","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.504703564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c2538c-a023-480b-afa8-11ef66f11579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.515053687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"851951bd-2e53-4547-b8c2-f6b0017909e1","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.531197764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"0d5ce34d-ee0c-420c-9944-918ffb409772","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.535281088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64995331-6328-45ee-99e0-9fd08ade66ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.572213882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"9b300603-fd40-40f9-8afc-3f3ed6a21932","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.634170269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"0d5ce34d-ee0c-420c-9944-918ffb409772","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.66160467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"851951bd-2e53-4547-b8c2-f6b0017909e1","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.712378854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-570574","namespace":"e2e-extmod-cfl-2-561393"},"namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","reconcileID":"7c7cae8c-09c9-459c-952b-6236869e55f9","namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.719615998Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-570574","namespace":"e2e-extmod-cfl-2-561393"},"namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","reconcileID":"9bde2a5b-bba9-44a0-be0f-457efae2ce99","namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.781647386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"59a8c635-0d2b-4c07-af79-5dda609b93c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.794338339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"59a8c635-0d2b-4c07-af79-5dda609b93c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.804322746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d5081be3-8dd6-4c87-bfc2-9b9035550cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.80515036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"64ecf0ea-00d4-42a8-9dc2-f862fbca4357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.818087566Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-570574","namespace":"e2e-extmod-cfl-2-561393"},"namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","reconcileID":"1e73190e-c493-4536-b4e4-c1e8f492f4e7","namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.818532753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de151d0f-cc8c-4c33-b8ab-55ad25e25c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.824428136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"64ecf0ea-00d4-42a8-9dc2-f862fbca4357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.830012055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d5081be3-8dd6-4c87-bfc2-9b9035550cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.946180177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de151d0f-cc8c-4c33-b8ab-55ad25e25c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:19.95645994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-570574","namespace":"e2e-extmod-cfl-2-561393"},"namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","reconcileID":"7a81b8ac-f31d-4a87-a6d6-103a7553c400","namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.02677886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"f875c68e-650c-474a-8c77-fdbb5f5fe616","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.04097628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d91ea072-b48b-4df2-8bf2-5589209438ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.072217628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-570574","namespace":"e2e-extmod-cfl-2-561393"},"namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","reconcileID":"317725d6-2efd-428b-9965-b5196b65cb9e","namespace":"e2e-extmod-cfl-2-561393","name":"e2e-cfl-broken-570574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.07277167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"f875c68e-650c-474a-8c77-fdbb5f5fe616","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.082719548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"d91ea072-b48b-4df2-8bf2-5589209438ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.095905579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"c2bea319-2322-4d71-a685-3e43ad9972c9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.105840657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"289e53cd-225f-4a98-9ad1-1302c60d76ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.14305655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"c2bea319-2322-4d71-a685-3e43ad9972c9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.144521394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"289e53cd-225f-4a98-9ad1-1302c60d76ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.214729371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"91cebbbb-4691-4220-a313-163a023d6670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.215480216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"30ab681a-50d7-4895-944b-eded6abda69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.257111245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"91cebbbb-4691-4220-a313-163a023d6670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.267539676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"30ab681a-50d7-4895-944b-eded6abda69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.280976914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09439123-aded-496a-94ff-8938516d798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.281619154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6b2de5ee-b01c-4dbd-b63b-efa85ff98e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.286971086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"dc734390-853e-432f-bd11-d5339bd2e8c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.295188416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09439123-aded-496a-94ff-8938516d798d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.336065949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"dc734390-853e-432f-bd11-d5339bd2e8c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.438668491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6b2de5ee-b01c-4dbd-b63b-efa85ff98e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.492951826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"46a9496d-37da-448c-ae86-2b4f90034c3f","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.505709276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"46a9496d-37da-448c-ae86-2b4f90034c3f","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.577882553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"51f8f736-6e6e-4b7a-aba4-6c4c4fb52e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.602923349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"51f8f736-6e6e-4b7a-aba4-6c4c4fb52e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.616590426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"66f07eda-0040-44eb-b560-b27c558460fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.617428293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a9ae728c-7e3f-4315-8122-9554ee3f97fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.644575602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a9ae728c-7e3f-4315-8122-9554ee3f97fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.644712863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"66f07eda-0040-44eb-b560-b27c558460fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.645162916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"46a7afc6-a287-455c-a30a-4eb2e527e057","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.664900871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"46a7afc6-a287-455c-a30a-4eb2e527e057","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.709320999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f9d7f337-ba98-487a-bf7d-bb8aceee5c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.717133478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6aff0678-1f2c-40c6-aad9-1bf7efda8d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.720187273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f9d7f337-ba98-487a-bf7d-bb8aceee5c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.726404591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"112b6da6-9cd4-4deb-a2a1-db40ec304d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.729977745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"6a94732f-a2ca-4f19-9788-2a40a13ec7b7","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.730888196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddd69054-ea1e-4362-bf63-b39aa04d46c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.73163333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6aff0678-1f2c-40c6-aad9-1bf7efda8d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.735563092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"112b6da6-9cd4-4deb-a2a1-db40ec304d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.739158662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddd69054-ea1e-4362-bf63-b39aa04d46c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.739197255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"6a94732f-a2ca-4f19-9788-2a40a13ec7b7","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.749085554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f7bafd97-32d4-4b0e-b188-edf9fc87701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.751863312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"8a8780a1-e042-4cfa-930b-9b8888cbbf60","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.758051939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f7bafd97-32d4-4b0e-b188-edf9fc87701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:20.760683353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"8a8780a1-e042-4cfa-930b-9b8888cbbf60","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.50084241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"eb3dca3b-d017-4b48-a5a8-356034abfa3f","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.500869274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"eb3dca3b-d017-4b48-a5a8-356034abfa3f","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.509362846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"801d3805-e71e-4015-a3e0-ae09509d2d59","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.516075469Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"f962f7e8-af44-457b-b053-62e2d8be0e8f","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7354c004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.518750885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"801d3805-e71e-4015-a3e0-ae09509d2d59","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.644541001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"a53662ca-ac3d-4779-be01-e605468d8577","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:21.653889403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"a53662ca-ac3d-4779-be01-e605468d8577","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.241943946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"23fb35af-00b2-489e-af85-3e39984b69f7","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","subscription":"e2e-cfl-same-9fe681-0b1be8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.249213042Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"23fb35af-00b2-489e-af85-3e39984b69f7","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.254511315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-sub","reconcileID":"23fb35af-00b2-489e-af85-3e39984b69f7","MaaSSubscription":{"name":"e2e-cfl-same-9fe681-0b1be8-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.286249683Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.290278659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"dfa7d258-ebb3-457a-be23-79a96db28705","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.290303286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"dfa7d258-ebb3-457a-be23-79a96db28705","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.296700896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"332f5953-f140-4fe9-8dfb-507108163574","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.30594332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"332f5953-f140-4fe9-8dfb-507108163574","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.435954559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"392dc867-0983-49ce-8571-4246c83bfde7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.45051048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"392dc867-0983-49ce-8571-4246c83bfde7","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.456023913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"41138ce9-cbfd-455f-926f-3327aa4c6622","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.456055105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"41138ce9-cbfd-455f-926f-3327aa4c6622","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.530560324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e92a3ecf-61cd-493a-97ee-09e801eed87f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.544464805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e92a3ecf-61cd-493a-97ee-09e801eed87f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.583568958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e92a3ecf-61cd-493a-97ee-09e801eed87f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.583596912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-cfl-same-9fe681-0b1be8-access","reconcileID":"e92a3ecf-61cd-493a-97ee-09e801eed87f","MaaSAuthPolicy":{"name":"e2e-cfl-same-9fe681-0b1be8-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.597810399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9651d6b1-9ef3-4f75-8d8a-8d06335ecb88","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-cfl-1-0b1be8/e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:24.597839003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"9651d6b1-9ef3-4f75-8d8a-8d06335ecb88","MaaSModelRef":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"routeName":"external-model-e2e-cfl-same-9fe681-655e842e81e0","namespace":"e2e-extmod-cfl-1-0b1be8","model":"e2e-cfl-same-9fe681","externalModel":"e2e-cfl-same-9fe681","provider":"e2e-cfl-same-9fe681","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.157375043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"ba12dd0a-8fd1-4e0b-9025-e98eeceef8b9","namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.250230322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b162e08e-5173-4b1d-a61b-47c304e4bbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.250351367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b592bec-0a49-4833-8382-b8c4b2feee90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.264976293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1b592bec-0a49-4833-8382-b8c4b2feee90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.267218916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b162e08e-5173-4b1d-a61b-47c304e4bbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.27118044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"f432f5a5-f884-47b3-bb65-5d6d8539c0c8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.276513347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15e8fc30-03ec-4b1a-8280-ba9c907ac13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.277593728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d7e32835-6ccc-480d-90b8-58e5af707ae1","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.288368119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"f432f5a5-f884-47b3-bb65-5d6d8539c0c8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.295580629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d7e32835-6ccc-480d-90b8-58e5af707ae1","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.29740008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15e8fc30-03ec-4b1a-8280-ba9c907ac13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.349930079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-1-0b1be8"},"namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","reconcileID":"b249bc82-4006-4c5c-82dc-0bf7ff2a2c60","namespace":"e2e-extmod-cfl-1-0b1be8","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.593224161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a228f4ff-526a-46e3-abe2-4118a804ca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.59388064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2a15b862-6366-4766-80bb-66a74d91b829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.601254672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"084924d4-6748-46a4-b756-7c1f0bb0e45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.612548337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2a15b862-6366-4766-80bb-66a74d91b829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.613913268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a228f4ff-526a-46e3-abe2-4118a804ca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.625815267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"084924d4-6748-46a4-b756-7c1f0bb0e45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.626695626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b86eec46-84af-4757-852a-8d04b2a9412f","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.627308581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8eac6d79-5bdb-402a-8e60-3fd7e31b62e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.639182167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b86eec46-84af-4757-852a-8d04b2a9412f","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.641756159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8eac6d79-5bdb-402a-8e60-3fd7e31b62e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.700428693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"f022d902-bc90-41bb-a0d4-26067e196c3f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.704649183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd8b251d-5bdb-43c8-9b8f-85ca5626b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.705672393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"08f1541b-1764-4122-8b5a-9f554633b86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.710017105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"f022d902-bc90-41bb-a0d4-26067e196c3f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.712915898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"dd8b251d-5bdb-43c8-9b8f-85ca5626b86c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.714840307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"08f1541b-1764-4122-8b5a-9f554633b86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.717350506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c683ecf-9b99-4943-a166-35b32a61e238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.728280358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c683ecf-9b99-4943-a166-35b32a61e238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.803272048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cf071828-208f-4cb3-88eb-73a9f2d0983f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.805323427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ed134c6b-c772-4fd6-85a6-f36705b8f602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.81199257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cf071828-208f-4cb3-88eb-73a9f2d0983f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.812567401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7f8710ce-2f91-4f36-8b68-576bfd46bad7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.81287842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ed134c6b-c772-4fd6-85a6-f36705b8f602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.813511027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34de5ab7-aa46-4244-a734-9421c516a32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.818977754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"40b5cd67-b7c5-46b7-ac07-f93c6e9a17b2","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.823892181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34de5ab7-aa46-4244-a734-9421c516a32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.824520104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7f8710ce-2f91-4f36-8b68-576bfd46bad7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.830842517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"40b5cd67-b7c5-46b7-ac07-f93c6e9a17b2","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.902084004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"90275ae8-0cb2-4d73-b6f9-23fe0167d45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.90349906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"53f2b399-8f28-46dd-b4c2-07d29108005f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.910050495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"90275ae8-0cb2-4d73-b6f9-23fe0167d45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:25.912060964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"53f2b399-8f28-46dd-b4c2-07d29108005f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.294452208Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"718583c2-8462-4ec9-85cb-71af474867a1","namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.321507425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3452d4fd-e05e-462e-b6ac-17eded6f80ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.325150848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"798de80d-e3d2-4fdb-a80d-32964b1ff57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.331426979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43b4b209-7eed-4998-b818-7298e70e0f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.349978651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"43b4b209-7eed-4998-b818-7298e70e0f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.352392786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3452d4fd-e05e-462e-b6ac-17eded6f80ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.3531761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"798de80d-e3d2-4fdb-a80d-32964b1ff57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.354428294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3a6e905c-98b9-4c59-848a-53d481612adc","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.357266184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbb2c6ba-cc89-4b01-9a9d-d8871b365b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.364767369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3a6e905c-98b9-4c59-848a-53d481612adc","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.370747991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbb2c6ba-cc89-4b01-9a9d-d8871b365b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.461086797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-9fe681","namespace":"e2e-extmod-cfl-2-871a2d"},"namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","reconcileID":"3c49333f-4eff-4905-924d-aa7a7cce9705","namespace":"e2e-extmod-cfl-2-871a2d","name":"e2e-cfl-same-9fe681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.473582275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a227d5e-d859-4cc4-8a3d-f32c9af05350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.482889061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a227d5e-d859-4cc4-8a3d-f32c9af05350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.569666374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"587e46c7-377a-4985-890d-61834dad7751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.569724643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bd452abd-71ff-48e0-b998-4ef66d684a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.57022595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8c0869de-1d39-4b68-875c-880c0dab45f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.571077699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"5915a314-64ac-435f-801f-9a5d57f82382","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.57894062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8c0869de-1d39-4b68-875c-880c0dab45f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.579412876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bd452abd-71ff-48e0-b998-4ef66d684a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.582384665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"587e46c7-377a-4985-890d-61834dad7751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.583168753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"5915a314-64ac-435f-801f-9a5d57f82382","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.583889733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"c32508b2-d9cf-410c-a272-59da46999389","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.622224188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"c32508b2-d9cf-410c-a272-59da46999389","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.986189484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f73f7610-16cf-47c3-9799-ed73146c2c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:26.986918024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"185827cb-5cd1-453d-904e-c70247234077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.000507944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7ae7bd22-9462-4070-9f60-4572e6efd2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.013815177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"185827cb-5cd1-453d-904e-c70247234077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.016327654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f73f7610-16cf-47c3-9799-ed73146c2c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.021169923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7ae7bd22-9462-4070-9f60-4572e6efd2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.022821053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7df7944-6d25-4bcf-b130-fcac1e3900ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.028417697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"270afffb-8251-4329-b7eb-f357413ed291","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.033819184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7df7944-6d25-4bcf-b130-fcac1e3900ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.037817749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"270afffb-8251-4329-b7eb-f357413ed291","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.138400548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ead13693-ad8c-469c-a5e1-ef137d4b9636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.142124114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a15ae4ea-ad10-4125-9643-f3bffc51d0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.146718806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b868ece8-4f7e-4fa0-91f0-4804f476ed8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.147090288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ead13693-ad8c-469c-a5e1-ef137d4b9636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.15140434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a15ae4ea-ad10-4125-9643-f3bffc51d0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.151614924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84158795-29aa-4628-81e2-448ada55e043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.155629429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b868ece8-4f7e-4fa0-91f0-4804f476ed8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.159572885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84158795-29aa-4628-81e2-448ada55e043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.23877395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"74a9160b-eb87-45e2-8968-2b9a092256a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.248116695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"74a9160b-eb87-45e2-8968-2b9a092256a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.251095153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"fa3fb922-2f0d-4d31-93fa-af63d060bfca","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:27.259426277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"fa3fb922-2f0d-4d31-93fa-af63d060bfca","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:28.969126872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.519750762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"2601083a-afef-4686-96a6-4196c5f024dc","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","subscription":"e2e-cfl-ok-9f8c35-f34375-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.527334798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"2601083a-afef-4686-96a6-4196c5f024dc","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.531488616Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-sub","reconcileID":"2601083a-afef-4686-96a6-4196c5f024dc","MaaSSubscription":{"name":"e2e-cfl-ok-9f8c35-f34375-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.652065263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.65596781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1ab9e5c4-13ff-4a8c-b58b-426c5c941559","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.655988195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"1ab9e5c4-13ff-4a8c-b58b-426c5c941559","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.661052629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"6b4291c5-f1c2-424f-a47e-2185cd773375","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.669760317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"6b4291c5-f1c2-424f-a47e-2185cd773375","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.811798645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"83e1a4b2-4c30-44c5-b653-bc40c736efa5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.835943537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"5c24632f-9495-45e3-95c3-efd788e3522d","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.836069521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"5c24632f-9495-45e3-95c3-efd788e3522d","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.844907956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"83e1a4b2-4c30-44c5-b653-bc40c736efa5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.980973123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"29889aac-208f-4004-b60c-e1d995ad9d62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:31.995902227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"29889aac-208f-4004-b60c-e1d995ad9d62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.028606433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"29889aac-208f-4004-b60c-e1d995ad9d62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.028625777Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-cfl-ok-9f8c35-f34375-access","reconcileID":"29889aac-208f-4004-b60c-e1d995ad9d62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-9f8c35-f34375-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.039914267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"0726104f-7d3f-4403-b83f-8c950d76af52","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"tenant":"e2e-extmod-a-8072a0","gateway":"openshift-ingress/e2e-extmod-a-8072a0","model":"e2e-extmod-cfl-1-f34375/e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.039941897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"0726104f-7d3f-4403-b83f-8c950d76af52","MaaSModelRef":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"routeName":"external-model-e2e-cfl-ok-9f8c35-34374ca3f28b","namespace":"e2e-extmod-cfl-1-f34375","model":"e2e-cfl-ok-9f8c35","externalModel":"e2e-cfl-ok-9f8c35","provider":"e2e-cfl-ok-9f8c35-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.595283834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"b8af23fd-01e5-42cb-b04d-9a6f8b9b24a9","namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.783190987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"959e3882-4c21-467e-8482-24b3bc9b890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.860316126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"959e3882-4c21-467e-8482-24b3bc9b890c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.862957951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3f528d18-8386-4662-a822-007a0121f6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.874145288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"74c875f0-d483-41c9-b88c-3c062dfa9a50","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.883124407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3d4bc03-256a-4b58-9bc4-5905a26e33b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.883899618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"ddbbfb2c-3dd9-47b2-9895-b63dab88e3dd","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.886837206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"3f528d18-8386-4662-a822-007a0121f6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.894756103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"74c875f0-d483-41c9-b88c-3c062dfa9a50","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.89949411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"ddbbfb2c-3dd9-47b2-9895-b63dab88e3dd","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.90388917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3d4bc03-256a-4b58-9bc4-5905a26e33b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.909336085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a9fcb766-b564-458e-86f9-43c16ed50e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.910131373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-9f8c35","namespace":"e2e-extmod-cfl-1-f34375"},"namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","reconcileID":"3e910b1b-f1bf-4874-a62b-fc285cd7dcda","namespace":"e2e-extmod-cfl-1-f34375","name":"e2e-cfl-ok-9f8c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:32.965321142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a9fcb766-b564-458e-86f9-43c16ed50e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.013001255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"06b3c7b9-5567-4a6d-a18b-2f638066c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.060669055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"06b3c7b9-5567-4a6d-a18b-2f638066c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.164101647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5b98021d-a145-40db-a953-bc2abafc4366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.169117281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2dbb0b8a-b6a6-4e24-b1bd-c27833034530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.169465149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2a58edce-b107-40fb-8f32-5f2de86bc900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.174072883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"5b98021d-a145-40db-a953-bc2abafc4366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.188862915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2a58edce-b107-40fb-8f32-5f2de86bc900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.190004268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"09fc59f4-6615-4c9a-8f05-0015fc081c9b","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.189616678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2dbb0b8a-b6a6-4e24-b1bd-c27833034530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.203002817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"09fc59f4-6615-4c9a-8f05-0015fc081c9b","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.289750128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b64a510-72e5-4515-ab5b-695b8475695b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.299428229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b64a510-72e5-4515-ab5b-695b8475695b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.389292995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"974aee2c-5507-4b72-98d9-7da66511a3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.390076812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3531df0d-7135-4eee-9fd3-a73e97507a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.393597185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c234b5e8-6ed9-43d7-a6c8-b93e52a14681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.394478919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0daccb8d-283d-41f4-8538-a9f7e1dc1767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.468270295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"c234b5e8-6ed9-43d7-a6c8-b93e52a14681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.482252147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"3531df0d-7135-4eee-9fd3-a73e97507a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.493058093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0daccb8d-283d-41f4-8538-a9f7e1dc1767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.540208811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"974aee2c-5507-4b72-98d9-7da66511a3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.599477515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e00867-fdff-4b63-adbe-8ff6a320e461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.619090374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e00867-fdff-4b63-adbe-8ff6a320e461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.783230749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"49f5eb27-b602-4cd0-9973-94df8ef327e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.790646624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"55f29765-7579-4e81-b9f6-c9121b3ff16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.79957487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"49f5eb27-b602-4cd0-9973-94df8ef327e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.806088475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"55f29765-7579-4e81-b9f6-c9121b3ff16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.811284143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"476a4ce5-4d49-49cd-9996-545c80099efc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.889030634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"476a4ce5-4d49-49cd-9996-545c80099efc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.88951876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"8b9ca03d-5f2b-46c5-96df-03559426f367","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:33.900524177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"8b9ca03d-5f2b-46c5-96df-03559426f367","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.456629169Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"0286962b-0791-4310-88a6-d5159a5d0b8d","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.465955665Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"43be60e4-d5ce-4fcf-b4d6-a7cb2c9b1849","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.47016841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fcf40e46-9d82-46d1-873b-d25143b3c4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.470792871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"17660842-c48a-427f-917d-63d56c7bc674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.472348249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"22c483c6-51a3-4af6-9483-b7d64b583441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.480683475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be6d819d-fc81-43df-972f-e330758aaa98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.481278086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fcf40e46-9d82-46d1-873b-d25143b3c4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.487934206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4e4b9e81-549c-45e7-9e91-aaa615a70c4d","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.491175323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"22c483c6-51a3-4af6-9483-b7d64b583441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.492134294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be6d819d-fc81-43df-972f-e330758aaa98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.494376679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"17660842-c48a-427f-917d-63d56c7bc674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.498266579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4e4b9e81-549c-45e7-9e91-aaa615a70c4d","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.614028304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"76a72d95-7515-4bea-b754-9dbce4d90a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.618043875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"abc4781b-54ee-43b2-a92b-4bb338ff6c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.618104862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b28d3d1a-9dba-4c41-bb0b-8da602a9073e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.622118481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"76a72d95-7515-4bea-b754-9dbce4d90a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.625052486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"2bc23715-5052-4703-8eb3-bf063bec4a37","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.626598611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22875412-c00d-4abd-9f6e-1e3c403f2b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.631071798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b28d3d1a-9dba-4c41-bb0b-8da602a9073e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.634050201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a8bb3a-72cf-4de7-8ea3-c0ad63346ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.634622433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"abc4781b-54ee-43b2-a92b-4bb338ff6c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.63677862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22875412-c00d-4abd-9f6e-1e3c403f2b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.644139013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a8bb3a-72cf-4de7-8ea3-c0ad63346ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.658146327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"aa646bab-76c6-498c-835f-ee8c5b960090","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:42.658164887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"aa646bab-76c6-498c-835f-ee8c5b960090","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.020659568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ebf1ccc7-9196-4995-b682-20f268c4dd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.028565439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"15195ba4-a4ef-4158-8495-2f9582c2b18e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.028595163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"15195ba4-a4ef-4158-8495-2f9582c2b18e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.029302346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f176a9db-0aef-43b8-814c-e215c49772bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.032680902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"28d8d638-1e08-473f-95ca-38605352aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.037039045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ebf1ccc7-9196-4995-b682-20f268c4dd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.041681285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f176a9db-0aef-43b8-814c-e215c49772bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.04572927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"28d8d638-1e08-473f-95ca-38605352aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.047048625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"aca01127-f5e1-4dab-a58f-44c584262efe","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.058566325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"aca01127-f5e1-4dab-a58f-44c584262efe","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.061777748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f0e423c3-8164-46b6-a6bd-97e90c55d5b9","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.077507709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f0e423c3-8164-46b6-a6bd-97e90c55d5b9","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.085971527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2d4cb661-cd38-449f-bd6d-6a1efb940533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.088629705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1ccb6e1a-e597-444d-9659-607e22ecaf65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.117311627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2d4cb661-cd38-449f-bd6d-6a1efb940533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.125949559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1ccb6e1a-e597-444d-9659-607e22ecaf65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.191828512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97fec91-b6d6-460a-b74f-10c0b255eb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.197058067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"91cec010-b41d-48ee-bd85-d79693a03f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.20155934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97fec91-b6d6-460a-b74f-10c0b255eb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.207140457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"91cec010-b41d-48ee-bd85-d79693a03f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.322505256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4472db8f-2c94-4cce-8117-bcd57f1fbf14","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.335540031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"4472db8f-2c94-4cce-8117-bcd57f1fbf14","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.403754988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"aa9adc91-b414-4c0e-a392-db7fee206e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.404813961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"17c50202-01d0-4409-b4a8-ab0a86775e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.404914582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"82976521-847f-40af-ba2e-497b4f02c328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.412955424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"82976521-847f-40af-ba2e-497b4f02c328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.413731657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"aa9adc91-b414-4c0e-a392-db7fee206e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.414223484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00721f00-d649-4c5d-b24f-772b0081b6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.415545477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"17c50202-01d0-4409-b4a8-ab0a86775e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.423043608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00721f00-d649-4c5d-b24f-772b0081b6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.465898431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"e5e58d90-c8a3-4e8c-97ea-9e39cf71f6b3","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.465917482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"e5e58d90-c8a3-4e8c-97ea-9e39cf71f6b3","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.591343122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"bfc2d8fc-d465-420a-9514-f81964de32fa","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.630283863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"12f06a40-3fac-48fc-8f18-57a7a631d9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.671898252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"12f06a40-3fac-48fc-8f18-57a7a631d9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.716972212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"bfc2d8fc-d465-420a-9514-f81964de32fa","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.731883425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"bfc2d8fc-d465-420a-9514-f81964de32fa","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.74820212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"0db53469-cbce-495f-9b46-5752c56bab3a","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:43.748295925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"0db53469-cbce-495f-9b46-5752c56bab3a","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.843773514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"d74597a9-a520-4825-aa43-57db542f34ec","namespace":"llm","name":"e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.850814499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"85f61346-eae7-41a2-a928-ca121e57c890","namespace":"llm","name":"e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.853633319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"58cb9bd9-ea44-4981-b3ee-bc8e03d2d8c0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.855988335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6f83426a-c90a-40f2-b9e2-f3dcc220bff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.855996034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6d5bed67-472a-4486-b5bc-05bec57829ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.856519598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ef038495-7af9-4de6-8e86-7fcae5484dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.861667965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"58cb9bd9-ea44-4981-b3ee-bc8e03d2d8c0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.86566213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ef038495-7af9-4de6-8e86-7fcae5484dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.865796974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6f83426a-c90a-40f2-b9e2-f3dcc220bff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.868103396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6d5bed67-472a-4486-b5bc-05bec57829ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.869284866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"58cb9bd9-ea44-4981-b3ee-bc8e03d2d8c0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.872945167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f46c22d-f190-4df0-ba8b-be3a64c471a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.883816886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f46c22d-f190-4df0-ba8b-be3a64c471a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.893934017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"de4ce1d9-16b6-4550-b32c-75f1abdb41fa","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.893964836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"de4ce1d9-16b6-4550-b32c-75f1abdb41fa","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.903102916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8a15c726-0c6f-4f1c-9166-cb0cfe111de7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.90676624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba2ba4d8-241f-4faa-9bbd-7a01f4b7d1de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.906929856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ba2ba4d8-241f-4faa-9bbd-7a01f4b7d1de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.907846662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44f05b0f-a6d3-4810-bf03-df9167ac9794","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.907869991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44f05b0f-a6d3-4810-bf03-df9167ac9794","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.908717711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca229e5-f5c4-47b1-8bfa-914796ef3bbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.908745177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ca229e5-f5c4-47b1-8bfa-914796ef3bbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.911225427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afd34f7e-4948-456a-9988-f37448062bfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.911255872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afd34f7e-4948-456a-9988-f37448062bfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.91645462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8a15c726-0c6f-4f1c-9166-cb0cfe111de7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.989299863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"d37cc6eb-5fe9-4fa2-b36c-69b1ff309195","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:47.989416164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"d37cc6eb-5fe9-4fa2-b36c-69b1ff309195","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.000484778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cafca6f1-bde7-4cc7-a8b3-bc4a832b9166","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.001249072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e9037a3-5c70-4c6f-92d2-06ee0350448b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.006414766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"3d2a60c8-ec29-4a3e-82b0-3d99920ea15c","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.009228636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"fd1b0078-3a9e-4688-844c-d992a02355fc","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.009304746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"fd1b0078-3a9e-4688-844c-d992a02355fc","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.009852959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"d4366a4b-9163-4573-bb22-270dbc3e2e49","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.012354957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"85fda910-9387-42b3-a1c7-8bd08a75f84f","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.020293257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d101cb0d-b1bd-4318-a61f-a8025d475f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.023102446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cbfd5ebd-ef4a-4cbd-aed4-3f91b99a970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.021609143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"110a303d-7298-4d66-b650-3c48d25b4075","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.087475524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"110a303d-7298-4d66-b650-3c48d25b4075","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.088113768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df24ed89-d79e-41e5-986d-3b9d2f9d82df","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.088183206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df24ed89-d79e-41e5-986d-3b9d2f9d82df","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.088690086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c46b98-b1d1-4410-9547-e75192f41bc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.088752652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c46b98-b1d1-4410-9547-e75192f41bc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.089174361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"999d4aba-0269-44de-9f79-ac083c6575d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.089233353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"999d4aba-0269-44de-9f79-ac083c6575d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.092470942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cbfd5ebd-ef4a-4cbd-aed4-3f91b99a970c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.093913067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"44b27f89-c051-40f4-88b1-6cdf85fa7b59","namespace":"llm","name":"e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.094254723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d101cb0d-b1bd-4318-a61f-a8025d475f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.095046889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"a7d6fb59-af3d-4a23-b8ed-4229af68b506","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.095116403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"a7d6fb59-af3d-4a23-b8ed-4229af68b506","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.100844899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05dc7e0f-7a54-4dab-8189-2dbe9100607e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.100865253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05dc7e0f-7a54-4dab-8189-2dbe9100607e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.101267687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c3b1338-a110-4bc3-8e6f-a0129d1d3dd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.10128216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2c3b1338-a110-4bc3-8e6f-a0129d1d3dd1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.101720514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5927bd72-4b02-4e34-ae4e-6c7a14caac4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.101736573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5927bd72-4b02-4e34-ae4e-6c7a14caac4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.102830412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9ff1239e-f0fc-443c-a6a4-62ab34f23f70","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.114672407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9ff1239e-f0fc-443c-a6a4-62ab34f23f70","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.128836754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed7f0fca-3d08-4418-b6e3-b4f7b31e5432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.129034958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"50e93ba4-d061-4dd1-a7ed-5881c94f7087","MaaSModelRef":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.129055777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"50e93ba4-d061-4dd1-a7ed-5881c94f7087","MaaSModelRef":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"routeName":"external-model-e2e-dft-del-d52fd8-88ce0c0d90cd","namespace":"llm","model":"e2e-dft-del-d52fd8","externalModel":"e2e-dft-del-d52fd8","provider":"e2e-dft-del-d52fd8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.212935144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed7f0fca-3d08-4418-b6e3-b4f7b31e5432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.319973069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c13a3a68-db4b-4683-aa17-8ecdc710b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.398926505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8ce458fc-4f38-409c-bed6-ae5eecacde71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.458220952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c13a3a68-db4b-4683-aa17-8ecdc710b34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.489587993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8ce458fc-4f38-409c-bed6-ae5eecacde71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.549857066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"31ba89e5-5596-417c-a969-55e83a954c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.661899714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"7e264907-df18-47ff-8f42-ef8c06867322","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.662960506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0f0a5114-01af-4fce-846e-b7979c9f93b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.690227541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"7e264907-df18-47ff-8f42-ef8c06867322","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.692381917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"31ba89e5-5596-417c-a969-55e83a954c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.7028427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0f0a5114-01af-4fce-846e-b7979c9f93b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.710411998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"771cd610-1387-4450-998a-c9d71640e27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.721937862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"771cd610-1387-4450-998a-c9d71640e27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.73462052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e1aa5b7-a98d-4d15-8590-acc7c34ea13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.751991513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e1aa5b7-a98d-4d15-8590-acc7c34ea13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.874382279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1af5f4aa-cc5c-44a2-ae07-b26dfc1fe673","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.877414628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5557581a-c3c8-4fe8-beb9-958950d0ad77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.877551604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7bbb5eda-fb71-489e-a22e-b01bb5be3542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.877941888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"184e16a8-203d-48fd-953f-725cdf19012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.883536077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1af5f4aa-cc5c-44a2-ae07-b26dfc1fe673","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.891551608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"7bbb5eda-fb71-489e-a22e-b01bb5be3542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.891618744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5557581a-c3c8-4fe8-beb9-958950d0ad77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.893827857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1af5f4aa-cc5c-44a2-ae07-b26dfc1fe673","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.895312137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"184e16a8-203d-48fd-953f-725cdf19012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.987041066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"423d5738-ccd8-4adc-88fe-f3b23e5ff537","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:48.995300521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"423d5738-ccd8-4adc-88fe-f3b23e5ff537","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.076701158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ef256abe-14fa-4e34-935f-f25e3ad6a891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.080579123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"39a8e189-91ce-4f87-907f-d8e769837503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.089587114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ef256abe-14fa-4e34-935f-f25e3ad6a891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.094892505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"39a8e189-91ce-4f87-907f-d8e769837503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.095234973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"580acbd5-365e-4c93-b74e-8494974416ce","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.096679036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"776f1389-286e-467e-9cad-207158d1654a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.104935814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"776f1389-286e-467e-9cad-207158d1654a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.109142276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"580acbd5-365e-4c93-b74e-8494974416ce","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.238204062Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"b2ebfe9c-476a-40ae-bc88-03f2544b2918","namespace":"llm","name":"e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.427847726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f6d8ada-6d65-4e4f-8f84-bab5db8642cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.427890584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f6d8ada-6d65-4e4f-8f84-bab5db8642cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.428399564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ab0761b-ca11-4c00-939f-8611a60b8a41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.428416135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ab0761b-ca11-4c00-939f-8611a60b8a41","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.428848363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d8a7aa8-9a57-4061-b890-a21a75e87bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.428862861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d8a7aa8-9a57-4061-b890-a21a75e87bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.429372302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0c58d4b-2109-4823-877a-9a223f91fed9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.429389497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0c58d4b-2109-4823-877a-9a223f91fed9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.432863322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"ed61c871-4612-40f4-b5a7-79c6cf3676e4","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.438277741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"31fc0efe-d4e3-423b-a7a8-dd8bea14789b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.439053675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"775873e9-23d2-44e4-9369-502f62b3f8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.43980929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"126ea56c-76ee-4e52-85bd-08b0cf3ded94","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.439827758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"126ea56c-76ee-4e52-85bd-08b0cf3ded94","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.445085999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"ed61c871-4612-40f4-b5a7-79c6cf3676e4","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.461103289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"31fc0efe-d4e3-423b-a7a8-dd8bea14789b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.466802156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"775873e9-23d2-44e4-9369-502f62b3f8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.474874008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"ed61c871-4612-40f4-b5a7-79c6cf3676e4","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.475706823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d6c2438c-bb88-4ce7-ad07-862bb8ceb512","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.476649094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8b830a5a-9d98-48f2-b0fb-783143776c55","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.479791992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a4db9c8-02f4-4a67-bd0f-e41af7b7d32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.488164134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"c684ac74-2f5a-458b-b265-b2fca1b94bee","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.488188259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"c684ac74-2f5a-458b-b265-b2fca1b94bee","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.542781411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2813ccec-99a0-4412-b04e-3cdb95af5e37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.542815523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2813ccec-99a0-4412-b04e-3cdb95af5e37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.543309175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dc6632f-cb02-495c-ae99-2257914eb10e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.543332449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5dc6632f-cb02-495c-ae99-2257914eb10e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.54376779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21760848-a2e7-4c0e-8dde-6ff1158b8652","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.543782904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"21760848-a2e7-4c0e-8dde-6ff1158b8652","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.544189648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f7ea118b-4c21-4675-9daf-10cac1d1f9b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.54420531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f7ea118b-4c21-4675-9daf-10cac1d1f9b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.545539011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de3f6627-780c-4bd7-8d4a-e2e08592fe33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.549806865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d6c2438c-bb88-4ce7-ad07-862bb8ceb512","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.551633044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"ab96c7bd-5fee-470d-a150-79e442fa71a6","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.552220553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"a06f64c4-27d6-4ba2-a435-a45f24042c6a","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.552800257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"1a502632-45fe-4fb5-bad8-f6356845c24a","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.553344012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"3b7a56f3-ac45-4939-b9b1-30528091ccce","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.55336354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"3b7a56f3-ac45-4939-b9b1-30528091ccce","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.55885871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8b830a5a-9d98-48f2-b0fb-783143776c55","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.56749776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deff34a5-febf-49ff-ac8a-4e4f5f9c18fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.601257067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deff34a5-febf-49ff-ac8a-4e4f5f9c18fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.603897839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d52fd8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d52fd8","reconcileID":"6f1c6005-0504-49c7-9992-efc8bfd71af0","namespace":"llm","name":"e2e-dft-del-d52fd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.758201236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b5954d2-dc90-4808-93d2-1b7ae84bb555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.766305466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d668398f-edd2-424c-8663-e8fe96d18cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.810061922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b5954d2-dc90-4808-93d2-1b7ae84bb555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.819572797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d668398f-edd2-424c-8663-e8fe96d18cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.824300067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b9678649-4095-4783-894d-686bf31d8399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.829642775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b8fd2b27-b7a0-41d4-816a-03ecda10f5de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.888713378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b9678649-4095-4783-894d-686bf31d8399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.889658909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e40e9757-a4d4-45b0-83b1-c7139714b8af","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.902225694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b8fd2b27-b7a0-41d4-816a-03ecda10f5de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.921398344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e40e9757-a4d4-45b0-83b1-c7139714b8af","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.934925357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8e5c5570-83c9-42ad-836a-ae00748dc8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.940329246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6097a578-4fdc-4f2c-8bae-07ba93202323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.945328721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e328d14f-8a24-49dd-acb3-0751df9dac1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.947338185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"8e5c5570-83c9-42ad-836a-ae00748dc8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.96765508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6097a578-4fdc-4f2c-8bae-07ba93202323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.970746486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccadc8c0-fb93-44c6-9455-e483553ef051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.989242792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e328d14f-8a24-49dd-acb3-0751df9dac1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:49.992757901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccadc8c0-fb93-44c6-9455-e483553ef051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.04390077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a71ebf48-b5f4-4923-a2d9-1b373c6db481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.058992745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a71ebf48-b5f4-4923-a2d9-1b373c6db481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.087491955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1fbc531f-b7b3-43c9-bbb6-90cf157ff8b8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.111140148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1fbc531f-b7b3-43c9-bbb6-90cf157ff8b8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.176270818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d936f161-e130-40d9-a9a1-1f159e5c6c7f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.176564717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"6c0b94ad-a271-4da4-ae59-dcd51e9d2652","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.189758973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"6c0b94ad-a271-4da4-ae59-dcd51e9d2652","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.189917682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d936f161-e130-40d9-a9a1-1f159e5c6c7f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.201375156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"6c0b94ad-a271-4da4-ae59-dcd51e9d2652","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.214105499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03eaf0b-2efe-4ebe-afd5-ecbea2cffb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.239843464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03eaf0b-2efe-4ebe-afd5-ecbea2cffb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.24969747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"07bd73a4-b462-4284-9f06-4214e6f11d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.254988875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7d9ffe08-8b61-4dcb-97fb-4d9f3a794de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.295181833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"07bd73a4-b462-4284-9f06-4214e6f11d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.315479077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7d9ffe08-8b61-4dcb-97fb-4d9f3a794de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.334184558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d82842bd-9bec-4182-b838-84f1f8a83e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.464627132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d82842bd-9bec-4182-b838-84f1f8a83e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.506009759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"56a5d788-cdc8-4f6d-bec6-de6ad0605f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:50.539755666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"56a5d788-cdc8-4f6d-bec6-de6ad0605f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.528406916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"ed59fb8d-3f91-4d7d-a498-c0d187dfd046","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.540054602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"02b35b96-c179-485a-96e9-9b9a8a7860cb","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.54174783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"cfbefa9b-c859-4e5c-9dba-2eb123ca954f","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.54676024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dec203d9-8b58-4a6f-8fbd-57899e3de274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.546797769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"87fc8f48-8c28-4bee-a0bb-806b12fdf2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.55246791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"cfbefa9b-c859-4e5c-9dba-2eb123ca954f","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.557669434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"87fc8f48-8c28-4bee-a0bb-806b12fdf2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.55819715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dec203d9-8b58-4a6f-8fbd-57899e3de274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.559597358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"cfbefa9b-c859-4e5c-9dba-2eb123ca954f","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.562402406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"685d212a-2288-4612-91e9-d09c85b414e5","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.562421077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e759b3a-1516-4b94-9052-6efe73d92555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.572518991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e759b3a-1516-4b94-9052-6efe73d92555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.573534198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"685d212a-2288-4612-91e9-d09c85b414e5","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.577461556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"84caaf0c-3b60-46ed-9c8b-b2c1f5d96b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.591927661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"84caaf0c-3b60-46ed-9c8b-b2c1f5d96b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.69605514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebef1f0f-8fa2-45c6-b1d3-8021cc511ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.697188116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"abfc0b16-6418-43c3-a903-d4217a05e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.698202011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2c405bc5-2db6-4467-bf95-286597c3d818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.701980299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e53a9398-df7f-49cc-9130-685b3302a972","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.706085766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebef1f0f-8fa2-45c6-b1d3-8021cc511ebe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.710342635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"abfc0b16-6418-43c3-a903-d4217a05e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.711551338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"2c405bc5-2db6-4467-bf95-286597c3d818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.719057354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e53a9398-df7f-49cc-9130-685b3302a972","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.725858176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9b901f-3c3f-4f0f-b40c-5b9620bf92d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.794568502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9b901f-3c3f-4f0f-b40c-5b9620bf92d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.816921652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"38011552-e313-47a5-8178-3743c5a4ed36","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.846672584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"4e67a635-47e9-4c55-8a8a-7b39bb3960f4","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.902842031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"c7e755f7-6162-46ef-a022-6137e0b27764","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.906240291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"791de182-c844-4a56-8784-96a82027ffea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.907421375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"72c45c73-ee78-4c26-90cf-20002e0e1f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.915359368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"791de182-c844-4a56-8784-96a82027ffea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.919190951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"72c45c73-ee78-4c26-90cf-20002e0e1f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:53.989758266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"844dacf8-7688-47af-9445-bca85a6d41f3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.328813099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"2d034780-da7b-45c2-99f0-ecdf5177e981","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.403298746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"ad292d68-986d-4491-a38d-8727cc877e05","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.41064658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"844dacf8-7688-47af-9445-bca85a6d41f3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.420574492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"65cf51e4-4dac-4b28-ace0-f5207a0c9e5c","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.420971579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e36ecc0d-c9d9-4bc7-a1d3-5a49b2e5ed0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.421330696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"f062496a-3e8d-43be-93ac-3a081227ec5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.42276927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"1b6ea177-f83a-4919-b8b0-bdd9c03cee4e","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.433137005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"65cf51e4-4dac-4b28-ace0-f5207a0c9e5c","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.435975501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e36ecc0d-c9d9-4bc7-a1d3-5a49b2e5ed0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.441137736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"f062496a-3e8d-43be-93ac-3a081227ec5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.445512725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"65cf51e4-4dac-4b28-ace0-f5207a0c9e5c","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.450128574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"5c3e2a8d-0220-4a28-9a23-06a0b222c146","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.452119443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"ddc57f4e-7d12-4b15-af41-e1fbc54b74ae","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.494321721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"5c3e2a8d-0220-4a28-9a23-06a0b222c146","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.501409244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"589fa0d4-b6bf-4073-9986-791760e4c762","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.516463271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"29f34af3-8505-4a87-a487-9731b5f820ee","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.547053733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5204754f-9951-414d-aaf4-373abd763dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.599665964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5204754f-9951-414d-aaf4-373abd763dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.619654196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8ccbef60-844f-489c-b69b-05d9ce7a9857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.628210406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"8ccbef60-844f-489c-b69b-05d9ce7a9857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.785262481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e262d105-a74c-41ff-8cba-4583530dd9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.801066672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e262d105-a74c-41ff-8cba-4583530dd9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.837635773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c88b7a76-f4ec-4ad3-825f-2945cfd47f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.92739523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1dd5c8f3-e2c4-40c4-8747-67eec61fd232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.928127073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6796567e-4450-448d-955b-1b31c138d905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:54.99046493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e43911bb-a0c9-4584-836f-57984524ffd8","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.133974347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1dd5c8f3-e2c4-40c4-8747-67eec61fd232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.141263312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"e43911bb-a0c9-4584-836f-57984524ffd8","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.146975389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"6796567e-4450-448d-955b-1b31c138d905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.149136372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"c88b7a76-f4ec-4ad3-825f-2945cfd47f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.196802387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3506765f-3d0d-4969-bf57-8d21bebd36fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.199278998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19701982-673b-457e-86e6-3b54546f494a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.205899824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"3506765f-3d0d-4969-bf57-8d21bebd36fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.208655899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19701982-673b-457e-86e6-3b54546f494a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.255186322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3ea10b75-6c59-4545-b77a-d5165f9ea282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.263097589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3ea10b75-6c59-4545-b77a-d5165f9ea282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.263133011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b9f62779-2c09-403d-b9b3-5c895ca6808d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.26875919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"cc4f4abe-4ba6-44b6-9fe7-344225d4a750","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.271002904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"b9f62779-2c09-403d-b9b3-5c895ca6808d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.276710539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"cc4f4abe-4ba6-44b6-9fe7-344225d4a750","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.30597201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"3f2b12f6-93f0-4282-b246-8db8bba54172","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.355451357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9bcf87cd-ba99-4abc-878f-8fd48ec79307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.355534863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"48c27dac-d470-4211-862f-44d790ade9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.364687601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"48c27dac-d470-4211-862f-44d790ade9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.364750993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9bcf87cd-ba99-4abc-878f-8fd48ec79307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.45783503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a7159c05-54e7-491c-875b-994c0ef34498","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.460724833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"77119296-17a7-4525-b81e-3a5b0c971bd8","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.465472923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a7159c05-54e7-491c-875b-994c0ef34498","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.46794222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"4947cd47-a4e9-4c6c-ba0a-d27f3b2beb27","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.472665251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a7159c05-54e7-491c-875b-994c0ef34498","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.475344206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"4947cd47-a4e9-4c6c-ba0a-d27f3b2beb27","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.599160641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e4e2de35-8670-4d45-b162-af620b2d16ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.746632776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e4e2de35-8670-4d45-b162-af620b2d16ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.757093838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e4e2de35-8670-4d45-b162-af620b2d16ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:55.787654082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"bd4d5950-e37d-47c3-a3ee-7d78b2b3baf8","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:41:58.966130302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.483132048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"c755a0e5-54d6-48c7-8eee-63f02677bb13","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.493773798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"c755a0e5-54d6-48c7-8eee-63f02677bb13","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.500771122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"c755a0e5-54d6-48c7-8eee-63f02677bb13","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.788706083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"9668eb7c-2d3e-464d-adaa-cbab2f0f18a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.79647005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"9668eb7c-2d3e-464d-adaa-cbab2f0f18a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:05.80376902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"9668eb7c-2d3e-464d-adaa-cbab2f0f18a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.511697513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a3d6dec3-dcd8-4815-93b2-6e2e745a7ed5","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.521577338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a3d6dec3-dcd8-4815-93b2-6e2e745a7ed5","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.528743788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"a3d6dec3-dcd8-4815-93b2-6e2e745a7ed5","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.815247347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c9fc4127-8962-4ce4-ba51-8e303580b97e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.825065353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c9fc4127-8962-4ce4-ba51-8e303580b97e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:15.832929073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c9fc4127-8962-4ce4-ba51-8e303580b97e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.055633971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a0ebeb3c-42c5-47fa-96f7-241745a8b607","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.065243431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a0ebeb3c-42c5-47fa-96f7-241745a8b607","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.072618304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (5bb15d1d705529c476a4c3cf20bdb8efc9259f9be82055b9d9b23e13e2a49f5b) AuthConfig (421577d1f842033232a51dc9df98d49b746b7ef04a29bb3557ff55e62ca2e775) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (79db8c12033996ffef396130c0c9bf58a2a4c4f366fe8c7c33f1e103298cb707) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (87ca4983943427ef7c657b1ca5770f9ccac1a742648b5bd1806aad052ce63def)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a0ebeb3c-42c5-47fa-96f7-241745a8b607","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.088421864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"abbbfa6e-fdbc-4419-8935-9333a95d841d","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.221292768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4ecefda4-c995-46d5-8b08-e6b61c2339c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.230637023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4ecefda4-c995-46d5-8b08-e6b61c2339c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.238825729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (5bb15d1d705529c476a4c3cf20bdb8efc9259f9be82055b9d9b23e13e2a49f5b) AuthConfig (421577d1f842033232a51dc9df98d49b746b7ef04a29bb3557ff55e62ca2e775) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (79db8c12033996ffef396130c0c9bf58a2a4c4f366fe8c7c33f1e103298cb707) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (87ca4983943427ef7c657b1ca5770f9ccac1a742648b5bd1806aad052ce63def)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4ecefda4-c995-46d5-8b08-e6b61c2339c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.321213623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"0307c55d-e55b-415c-8999-5edc612b2e59","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.330615907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"0307c55d-e55b-415c-8999-5edc612b2e59","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.33763968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e29a67cea68fd7897f3720d39f3402e78578e738d9de6af8e67d21310606a21c) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (d6a31391bb37352d2ae9994f79ee1012c827e9be8a950fd48854c3b23db0c97d) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (2cbd3ab0a450627340e43de4276cde1bcbda3e24d8fdccc464fef0ae138f4354) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (1a7533278e6580bf25c473338f3635d491ebb6344baff1da33e0d93684b53e10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"0307c55d-e55b-415c-8999-5edc612b2e59","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.348017833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"ed625cd4-2385-4855-a9f4-61ec8c07720f","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:22.348045395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"ed625cd4-2385-4855-a9f4-61ec8c07720f","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:29.006229885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.248241728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"7fe0590d-5724-49b2-a1a8-bed937b4e91d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.255360017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"7fe0590d-5724-49b2-a1a8-bed937b4e91d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.261539448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8072a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5381206d6541aff0b9e6069032b8323429fcdbaffe9f7ff5083970e1257a79b6) AuthConfig (5b77e932a63733f9afa9bca77478861844017b489f551a91fbde8560f2eda407) AuthConfig (5bb15d1d705529c476a4c3cf20bdb8efc9259f9be82055b9d9b23e13e2a49f5b) AuthConfig (421577d1f842033232a51dc9df98d49b746b7ef04a29bb3557ff55e62ca2e775) AuthConfig (d342ac76fe770622a6cb1844e903700b747e0ee0137b55477f1159c3cb5aaeb3) AuthConfig (79db8c12033996ffef396130c0c9bf58a2a4c4f366fe8c7c33f1e103298cb707) AuthConfig (1270361a05c07d8802bb79bc48e85595ec9cfa8f8b24d451c18b44c10886f022) AuthConfig (6c26995d5360afea24324c2fca57fa112dde26d9ba05be8b9472b62e6c8969d4) AuthConfig (4f45378deafc4b5fe0c7faabda2de491550e6a96177602c286355b1589fa5b94) AuthConfig (87ca4983943427ef7c657b1ca5770f9ccac1a742648b5bd1806aad052ce63def)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"7fe0590d-5724-49b2-a1a8-bed937b4e91d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.352812726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"26edb14d-3c57-4993-93dc-64d7e80759b0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.361181408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"26edb14d-3c57-4993-93dc-64d7e80759b0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:32.368099939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e596df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e29a67cea68fd7897f3720d39f3402e78578e738d9de6af8e67d21310606a21c) AuthConfig (3dfd6f723aaf98718eab6b5689552086b95e255a2ee43a6f36175b8238d99911) AuthConfig (0d20d5c7d2e8c5d851fa029fb9e5d2d7b3ce5d913eb9be04090fe6d3bd9aa9bf) AuthConfig (2d4caf316a1aaa9d4d15d4338781f587f543cfde4dea51e73d8d00d97e53d59c) AuthConfig (d6a31391bb37352d2ae9994f79ee1012c827e9be8a950fd48854c3b23db0c97d) AuthConfig (25c67335c0512dca46c5b63720a5f7386203bee585533b9f3946867d293afefd) AuthConfig (2cbd3ab0a450627340e43de4276cde1bcbda3e24d8fdccc464fef0ae138f4354) AuthConfig (36199ea6a5ab71cea2d3f7f520726248484d0d02e1d2c105f69c7403218ec4a5) AuthConfig (613a9b6324f2abfaf199056e43a30c006a609a07fe0ba2b1aecc74741c53d0a1) AuthConfig (1a7533278e6580bf25c473338f3635d491ebb6344baff1da33e0d93684b53e10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"26edb14d-3c57-4993-93dc-64d7e80759b0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.460400278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"75b473d5-739a-4cbb-b875-7205397b7989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.562105465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"cc7e4c69-c1bb-48bb-9a71-0b9306ea3675","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.562430786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"0b065d2c-1b63-44fa-9d70-02bedefe4e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.562599533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb6b1f7d-d28c-4bec-a774-b075945f91a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.669278173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"92c54501-4540-47ae-8881-586be8fa07b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.669498651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"254e6f1c-f323-4525-87c1-7ec4976e7c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.76418831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ea1d8e1-c9ee-449b-bc0e-4916fe3117f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.798803163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"78a11f20-f2ec-486e-862a-31702e8435f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.799123094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"23bea3db-9c83-44fa-a930-0a84261ac7ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.89247694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"d93669ff-f58d-490f-a5bc-7a3f41c7d1ec","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.900347967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"23d82b2b-68b9-4d2d-b6a3-a8ff1a75e4dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.961717079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"46b4e8eb-25ea-46f9-9254-97400fbb3654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.963849929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"e3875c71-ffa2-4577-9ba3-c9b2807329bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.970730463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"0e0c36a4-1007-40ca-908a-71abd419667c","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:37.974263764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"34b0fd2a-933f-44b1-8ea7-104f87b6d4e3","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.296206478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"069fa489-77d0-436b-af63-f41ab26fe946","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.30408798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"069fa489-77d0-436b-af63-f41ab26fe946","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.397144221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"828aa057-89b8-4fc9-9bec-873991032d24","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.405905573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"828aa057-89b8-4fc9-9bec-873991032d24","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.461719579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"9c102fcc-88fa-48dd-8d29-b40b234451ce","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.545604062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"fbfd4d12-d940-4a8f-b3ea-6ae9e2c709ff","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:42.545631442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"fbfd4d12-d940-4a8f-b3ea-6ae9e2c709ff","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.181720402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.186598054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"b05a0d40-0fa1-4a15-8805-20f18c81bcfb","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.186616457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"b05a0d40-0fa1-4a15-8805-20f18c81bcfb","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.192854116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"5d597978-1aae-41d9-8981-e39699b4a3ca","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:45.193901602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"1119972d-0c54-49d9-bc05-1368d7f33e14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-993673f5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.208048938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"5d597978-1aae-41d9-8981-e39699b4a3ca","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.209751491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"3d241530-0f03-4329-b0bc-daea69ebffa1","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.209778528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"3d241530-0f03-4329-b0bc-daea69ebffa1","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:45.224985676Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"3d241530-0f03-4329-b0bc-daea69ebffa1","name":"e2e-fail-993673f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-993673f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:45.225051386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"3d241530-0f03-4329-b0bc-daea69ebffa1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-993673f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.233985176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"83421186-d0d2-4b50-807d-5c9aef762531","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.23401169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"83421186-d0d2-4b50-807d-5c9aef762531","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.261398067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"bea2eae8-792e-4338-b5e9-b8ec1da31a23","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","model":"e2e-fail-993673f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e596df/e2e-fail-993673f5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.291190795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"6b1efe27-0f07-4d90-bdf8-d972c185a5df","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.291209234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"6b1efe27-0f07-4d90-bdf8-d972c185a5df","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.3510017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"2297f2e7-7b06-4360-82c0-297753f2e997","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.392531455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1c21a7ca-ce40-49c1-b310-c667f1717081","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:45.401103837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1c21a7ca-ce40-49c1-b310-c667f1717081","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.350593521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.357785178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"cdbd7579-63a4-49ce-accc-45857958d799","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.364844789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5dcd28c2-6a0a-49ae-a1ce-145dc7aac43d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:47.365411106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"8ed66d48-b36f-4182-8a2e-68baa35ad735","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-108810-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.374133259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5dcd28c2-6a0a-49ae-a1ce-145dc7aac43d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.380065306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"d8cf45c7-5dbc-4d86-aae1-d64ef0a4f581","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:47.396919758Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"d8cf45c7-5dbc-4d86-aae1-d64ef0a4f581","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-108810-e2e-extmod-a-8072a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:42:47.396973152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"d8cf45c7-5dbc-4d86-aae1-d64ef0a4f581","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-108810-e2e-extmod-a-8072a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.401273088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"c5332f23-5743-49f5-a2a6-6e2cc7d229ab","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.409493726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"7bdf276e-a0ba-43e0-a616-224105391006","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.419615673Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"13167480-b95a-4844-9afc-7f739ed322ea","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.450235213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"23a81774-73c8-4f89-a405-a56884e65e99","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.516294701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"d356761f-bf4e-47ae-9aa9-614712fc8444","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.591862879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"ca887e32-cf8d-4828-a59a-1e5fcdec1e6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:47.600318895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"ca887e32-cf8d-4828-a59a-1e5fcdec1e6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:42:58.967322939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.073797658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"03d6af8d-c120-4d80-8c19-fdc7c2b8c55d","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","model":"llm/e2e-dft-8f824c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.172890458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"c9537b02-acfd-448d-94f5-16ac352555cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.173338048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"026f26da-2b02-45cd-b9e5-0b9fdef9d143","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.174050315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"d5e5c445-2312-42eb-81f7-d28cb326d9ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.177283349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"92586168-b2bf-4032-ac4a-82faa9f3229e","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.177942111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"a2c94595-81bd-4b9f-b2e4-de20a6cd0ff7","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.207303128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"0dc02971-ce04-4caa-8819-fb2f136fc90e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.207322875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"0dc02971-ce04-4caa-8819-fb2f136fc90e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.217615339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"19a9599d-4cc2-42c4-9fd8-a7d955a32da4","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.30066482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"d15bef40-a208-4934-bc14-fc9f7a3f55f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.300688728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"22f7444b-7431-4f41-a3d9-44f9037cf6fb","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.403761168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a8bbde8-7e1f-4452-9267-a2627c55248b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.403846259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04508c8f-1574-4dcc-ac4d-b055dd9ced6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.404166289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"a72f4c61-0aa5-44f8-bbf9-22133329671e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.471427512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"8b70faa5-bd07-413e-8fee-74d63528dc3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.471884625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"79f4c9a3-caf8-464e-9eff-09221664640e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.471960311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"6cc49a46-e003-42bd-82e5-714aa660ca6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.472279655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"3261c91b-4f9a-42ca-a489-54e587d9a04b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.476204216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"ef364472-2143-4ae7-8b20-6436d7d93e38","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.585194266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"f2146ee2-ac6a-4e2a-bc77-c9a9a42853ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.848155728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3f5bb70a-87ce-4b25-bbf9-f55cf5629ef2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:08.85736167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3f5bb70a-87ce-4b25-bbf9-f55cf5629ef2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.112691982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"63953efa-1598-427b-bd85-75cbce07abdd","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.121298475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"63953efa-1598-427b-bd85-75cbce07abdd","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.648360769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"45c030f0-f0ad-411a-86e8-4a02bbde7e59","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.657545412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"9d805034-1df3-48f1-97d9-e598975d16cd","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.661637007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0ab659d1-6d77-466f-9fcf-cc7aa7d399d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.691067417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0ab659d1-6d77-466f-9fcf-cc7aa7d399d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.699264802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0ab659d1-6d77-466f-9fcf-cc7aa7d399d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:09.714685836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"94a9b578-18f6-4e54-84b7-51705f7cfbc3","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.008905128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"8059a31c-f53b-40da-a82a-d48e08f8551a","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.024029712Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"5deba8c4-9653-4e5d-8f30-c32818c84773","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.027366511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"04381c93-7822-40e7-801c-c1e8c0d48b3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.028357044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cbf9651f-f4a1-46f4-b57f-b405b4f560bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.0328338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"33a21938-02ea-4f45-ab78-5fc83117c54a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.093862767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"04381c93-7822-40e7-801c-c1e8c0d48b3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.096771428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cbf9651f-f4a1-46f4-b57f-b405b4f560bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.097377189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"55dd9579-7650-43aa-b501-da53d535f15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.103162952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"33a21938-02ea-4f45-ab78-5fc83117c54a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.105741148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"04381c93-7822-40e7-801c-c1e8c0d48b3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.114341404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"1338f429-aa53-4e17-85ff-411dba127a8e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.118356017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"1338f429-aa53-4e17-85ff-411dba127a8e","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.117968899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70332a31-3c55-474a-a497-709d84e4371a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.118320207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"55dd9579-7650-43aa-b501-da53d535f15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.133527426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70332a31-3c55-474a-a497-709d84e4371a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.134135327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1d71620a-35f2-4bba-adec-23700bebbf31","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.145838492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"1d71620a-35f2-4bba-adec-23700bebbf31","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.188599903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"cc6c10b5-8278-4d96-9a36-9a2627c29a0d","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.217681108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ccc21084-4a7c-4298-926e-b1bbffbc4fab","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.229724361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"5f963cc0-02e1-4189-aec1-ecb3b8cf423e","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.229750597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"5f963cc0-02e1-4189-aec1-ecb3b8cf423e","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.248361301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7385c7e7-7916-43c8-bc9f-4b655d714ba8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.256861493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f7fc1967-90e3-4ccd-9def-319c3e89dec7","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.256888437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f7fc1967-90e3-4ccd-9def-319c3e89dec7","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.26219104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7385c7e7-7916-43c8-bc9f-4b655d714ba8","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:43:10.270970765Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f7fc1967-90e3-4ccd-9def-319c3e89dec7","name":"e2e-fail-9dae1fab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9dae1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:43:10.271039274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f7fc1967-90e3-4ccd-9def-319c3e89dec7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9dae1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.280482883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"4e7c2dc6-2b81-4a12-a276-f1d20a0bb52c","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.280505771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"4e7c2dc6-2b81-4a12-a276-f1d20a0bb52c","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.322125464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"82e31ae8-ea6e-4e35-9444-a5721f904833","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.323595734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"db707750-b936-41dd-8490-95018bcf9c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.324347225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e5e4d565-a996-4b26-8388-5be749d415b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.33502218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"db707750-b936-41dd-8490-95018bcf9c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.337515193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"82e31ae8-ea6e-4e35-9444-a5721f904833","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.339528112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"e5e4d565-a996-4b26-8388-5be749d415b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.391043713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"56e7622b-828d-41b4-899b-6ad99dcbfdaa","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.428211298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb99698b-c51a-430f-8857-e39abc118d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.488520331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"56e7622b-828d-41b4-899b-6ad99dcbfdaa","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.628304339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"5d74fa1b-3399-4231-b07f-1d8a6f07f2c2","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.647398101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"5d74fa1b-3399-4231-b07f-1d8a6f07f2c2","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.639815728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb99698b-c51a-430f-8857-e39abc118d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.649255663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"02eabc7c-9560-4d53-afdc-1f307c9272f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.653889426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"14e31cba-58ed-4c5c-8654-86a85f3c911c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.663381105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"02eabc7c-9560-4d53-afdc-1f307c9272f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.66362045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"14e31cba-58ed-4c5c-8654-86a85f3c911c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.664625845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e13f341e-dd9a-4dc4-b705-4a0a96aad255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.677109692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e13f341e-dd9a-4dc4-b705-4a0a96aad255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.68015254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a282f9ba-4ca5-473f-a102-2e82a9afee9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.690606591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"034c0657-8e71-4f1d-8c81-0bd9c35691de","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.692312402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a282f9ba-4ca5-473f-a102-2e82a9afee9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.698829675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"034c0657-8e71-4f1d-8c81-0bd9c35691de","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.771873731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e2e9512f-e514-4d06-ae1f-d00470709fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.780969762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a4c3c1c9-0d9d-44fd-a0d2-a254dd3a7016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.781010933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"e2e9512f-e514-4d06-ae1f-d00470709fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.784323758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6db130fb-0dc2-4ca6-a4d6-9ae43b08ffd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.784353345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b5eedc64-dd1b-482b-a6e7-58b09e4fe43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.789501416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"a4c3c1c9-0d9d-44fd-a0d2-a254dd3a7016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.792311631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b5eedc64-dd1b-482b-a6e7-58b09e4fe43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.793530844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6db130fb-0dc2-4ca6-a4d6-9ae43b08ffd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.872471355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2207f26a-2b71-4cfc-93f1-384d6111df0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:10.881002607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"2207f26a-2b71-4cfc-93f1-384d6111df0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.154072032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"89e687e2-0817-4e93-abe9-76a0bb255830","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.196108954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"26a1ea28-abe6-4797-b475-33e014c942cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.204951003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"89e687e2-0817-4e93-abe9-76a0bb255830","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.207764612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"7a0e9719-b38a-4b57-a9de-d7fe817b5035","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.212065831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"26a1ea28-abe6-4797-b475-33e014c942cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.22068718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"7a0e9719-b38a-4b57-a9de-d7fe817b5035","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.221489757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8e222075-14f5-424c-b2a4-083b45ef4993","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.222531156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"33a927ad-288a-40a2-a75a-4aff90e3e3ff","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.222597126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"33a927ad-288a-40a2-a75a-4aff90e3e3ff","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.238524405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"7a0e9719-b38a-4b57-a9de-d7fe817b5035","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.244820714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8e222075-14f5-424c-b2a4-083b45ef4993","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.245329255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"145aff07-28e4-4f14-af0b-9655df432ec6","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.284273731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"145aff07-28e4-4f14-af0b-9655df432ec6","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.299133146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"145aff07-28e4-4f14-af0b-9655df432ec6","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.37819698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"fb5213dc-1633-4786-ac67-d4d03f2b14c7","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:11.378308149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"fb5213dc-1633-4786-ac67-d4d03f2b14c7","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.248173741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"087138a0-7421-4b8b-984a-ce727a1d3569","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.255881391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"087138a0-7421-4b8b-984a-ce727a1d3569","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.261875713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"087138a0-7421-4b8b-984a-ce727a1d3569","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.378364553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"81d6aa2c-1a67-4968-8918-1bd6a044f397","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.386210001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"81d6aa2c-1a67-4968-8918-1bd6a044f397","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:21.393255727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"81d6aa2c-1a67-4968-8918-1bd6a044f397","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.487800483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"a2276534-3bb9-4d2c-8c5b-605abe92564e","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.492894135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"bc3e3eaf-0420-45bf-8d40-4658935ced65","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.498743781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"a2276534-3bb9-4d2c-8c5b-605abe92564e","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.504047694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"bc3e3eaf-0420-45bf-8d40-4658935ced65","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.514548278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (7c6f259642f2b5f8252cbde3a8f43977dba45dd62dca8614fd1051c0c09672cd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001) AuthConfig (35c2ce4240ca3662a6100308db5c36549a171baeeadb987f24ef04b68767b054) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (9b8f270cc83260440f5a064e4e3738854d30a11ea3cc0002a5a55d2043dec1db) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (d1ca35acd57b53f3fb528ba59621bf967639d4eeef3783730444d69aefb98530)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"a2276534-3bb9-4d2c-8c5b-605abe92564e","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.535579248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"bd7904a9-8f86-46bb-83d6-f7c74da39565","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:26.535597008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"bd7904a9-8f86-46bb-83d6-f7c74da39565","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:28.966928282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:31.292154518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b597791c-a1ff-4c1f-90ee-e392c79396a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:31.300199514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b597791c-a1ff-4c1f-90ee-e392c79396a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:31.307422233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (cecd655d0df0edea8731a36c11ee4a17993be3f3f2f2116ca0d397de8bf11594) AuthConfig (c53f8bf9f7301587556d243da76d3e5bd4e82be2eb43021946a0fa174ac93e28) AuthConfig (5d0a6473daf92aca3624df7d31b3bdda1c5f50019ae0a9f95bfab836a2557dfd) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (04653878caefb582c563fe357fcfe60087bb8649e8c550be2a10658aadcf3775)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b597791c-a1ff-4c1f-90ee-e392c79396a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:31.320952541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"b6330569-617d-4c48-8fff-8ba2e31125d6","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:36.537095044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"ac0ad055-3998-4df8-86da-ff900ed55f8f","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:36.546583005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"ac0ad055-3998-4df8-86da-ff900ed55f8f","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:36.555265429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (7c6f259642f2b5f8252cbde3a8f43977dba45dd62dca8614fd1051c0c09672cd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001) AuthConfig (35c2ce4240ca3662a6100308db5c36549a171baeeadb987f24ef04b68767b054) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (9b8f270cc83260440f5a064e4e3738854d30a11ea3cc0002a5a55d2043dec1db) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (d1ca35acd57b53f3fb528ba59621bf967639d4eeef3783730444d69aefb98530)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"ac0ad055-3998-4df8-86da-ff900ed55f8f","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:41.327415184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"bae121ab-ed3b-42d3-8207-279d2f976251","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:41.336430758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"bae121ab-ed3b-42d3-8207-279d2f976251","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:41.343927172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (cecd655d0df0edea8731a36c11ee4a17993be3f3f2f2116ca0d397de8bf11594) AuthConfig (c53f8bf9f7301587556d243da76d3e5bd4e82be2eb43021946a0fa174ac93e28) AuthConfig (5d0a6473daf92aca3624df7d31b3bdda1c5f50019ae0a9f95bfab836a2557dfd) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (04653878caefb582c563fe357fcfe60087bb8649e8c550be2a10658aadcf3775)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"bae121ab-ed3b-42d3-8207-279d2f976251","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:46.569978324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d9449b55-28ca-4080-8207-058d08e7c613","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:46.581573671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d9449b55-28ca-4080-8207-058d08e7c613","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:46.591126734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-f1ed97-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43616b3e592f18071222ff1dc7c98b94a629d86c20f2f43c874e84b27745be66) AuthConfig (7c6f259642f2b5f8252cbde3a8f43977dba45dd62dca8614fd1051c0c09672cd) AuthConfig (1d1603eaf31021ed10dc96efcb902f41d60f072c61d9a845400309f1e7dcda1e) AuthConfig (f4cd5e5257f0230b932cbda7050ab06d2b26ba708aa5638d2bae3a77a5f16001) AuthConfig (35c2ce4240ca3662a6100308db5c36549a171baeeadb987f24ef04b68767b054) AuthConfig (1fc69b9c5e42498733965320ecf462a35d4b0471bad4c01eb269913df89e33f0) AuthConfig (b935675ece1b1c45c5ec902b8188c4c6fb11db7c931d6c6f1ab54f3f30b763fd) AuthConfig (9b8f270cc83260440f5a064e4e3738854d30a11ea3cc0002a5a55d2043dec1db) AuthConfig (f3eafcfc0c9f865534ef004aa4b08ad2e4800584a485ce0463ca31fb040eb6e4) AuthConfig (d1ca35acd57b53f3fb528ba59621bf967639d4eeef3783730444d69aefb98530)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d9449b55-28ca-4080-8207-058d08e7c613","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:51.356122691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"fce6f3d4-fbe9-4550-b25c-23dddc32a206","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:51.364381428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"fce6f3d4-fbe9-4550-b25c-23dddc32a206","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:51.372598117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-36a099-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48618b069d4e542b27c80edd1c5ed0ac1171ec94a9152690b1e22ac635bf6c0e) AuthConfig (cf1a19380b21e1d6e3c3c43ee6b119648471ec293df0559acc70c70364f57683) AuthConfig (7b3f5ca69bbca38839d9d86ecdfddc36796f24a055dac7bd547ebe240496498b) AuthConfig (623d48d6ab757a790ac984a0c4c70dfbe7ef63f53294270e1f3b93f730c49187) AuthConfig (cecd655d0df0edea8731a36c11ee4a17993be3f3f2f2116ca0d397de8bf11594) AuthConfig (c53f8bf9f7301587556d243da76d3e5bd4e82be2eb43021946a0fa174ac93e28) AuthConfig (5d0a6473daf92aca3624df7d31b3bdda1c5f50019ae0a9f95bfab836a2557dfd) AuthConfig (d9e74081f2f1506ce6e173dd849b7d9043e10376b3926f1e68dc9264f586c427) AuthConfig (0a4a726e32a044e33f2f9a5ae8854b182139f57a0d5dceb6f9db0387ce8a0d73) AuthConfig (04653878caefb582c563fe357fcfe60087bb8649e8c550be2a10658aadcf3775)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"fce6f3d4-fbe9-4550-b25c-23dddc32a206","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:56.610077809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d9837694-0b8c-4af0-ae6d-78f950c9a17b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:56.621115998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d9837694-0b8c-4af0-ae6d-78f950c9a17b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:56.775784585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"658d19c2-a82e-4e5b-a492-a06b513c65c9","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:56.775815606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"658d19c2-a82e-4e5b-a492-a06b513c65c9","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.367107408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.372054398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"040f7ca5-198e-4a85-bc94-30b5a28251ab","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.372080452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"040f7ca5-198e-4a85-bc94-30b5a28251ab","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:43:57.380163375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"a662c609-9951-4ba4-aca8-9a95e6d690cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-9dae1fab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.392672618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ec3b96ef-98a2-4f4e-9c5d-188bd3a01b56","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.392691152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ec3b96ef-98a2-4f4e-9c5d-188bd3a01b56","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:43:57.407054667Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ec3b96ef-98a2-4f4e-9c5d-188bd3a01b56","name":"e2e-fail-9dae1fab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9dae1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:43:57.407108275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ec3b96ef-98a2-4f4e-9c5d-188bd3a01b56","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9dae1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.408736657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"09899c24-e820-424f-a0f1-517b5f83d339","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.411491952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f485c56b-388c-4290-bb4a-bb838b3edeac","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.411514352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f485c56b-388c-4290-bb4a-bb838b3edeac","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.41763505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"09899c24-e820-424f-a0f1-517b5f83d339","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.423309465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"0b1d013d-39a9-4124-8b9d-ac28c0a6c5bb","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.423330387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"0b1d013d-39a9-4124-8b9d-ac28c0a6c5bb","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.444136446Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"0ab2d45d-65a9-43e9-9232-121b281372fe","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-fail-9dae1fab","model":"e2e-fail-9dae1fab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-f1ed97/e2e-fail-9dae1fab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.486029999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"63cb04ab-c69e-4b93-a4ad-8aea767d6676","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.486053862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"63cb04ab-c69e-4b93-a4ad-8aea767d6676","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.513078213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"129f732e-5a86-4138-a5c7-eb3019879953","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.525528172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"129f732e-5a86-4138-a5c7-eb3019879953","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:57.540800511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"34279a97-afac-46c3-aa2d-2bd7c31d92c7","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-fail-9dae1fab","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:43:58.979580724Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:01.384092338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"bec49a20-5f36-460f-976d-c6284773c858","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:01.394383209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"bec49a20-5f36-460f-976d-c6284773c858","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:01.537507498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"49e892a1-8381-4ffa-a762-639869ce7a4b","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.872311198Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.87662249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"7d7b4c18-9dca-42e4-b822-4ae19fbeae87","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.88260151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"534b7ff8-6279-4262-ab01-93632b705c5d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:06.883354515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"2b61eebf-1292-4578-bfa7-c39b9b2b1151","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-108810-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.892418743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"534b7ff8-6279-4262-ab01-93632b705c5d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.901243149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"6d8c66e1-0a20-4197-ba34-fda09cafac32","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.988202396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"cb2cf5e4-e79a-4d20-a967-89f5e90abf5c","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:06.997272822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"32596796-33b8-4080-b193-bd80e1b13447","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:07.016294286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"45bd7b46-8d61-47c8-b7da-7b83ae9890d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:07.016805286Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"952aa327-e4af-440d-b41b-cc38ee2b5520","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-36a099/e2e-shr-shared-108810-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:07.024704874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"45bd7b46-8d61-47c8-b7da-7b83ae9890d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:07.049218812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"ccaea981-344e-4a6a-a052-43f70d686f67","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:07.069452846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"6eb4e5e2-4529-4ad4-8e05-4ba25f3ba4c8","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:11.879798911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"ca80ebdf-95e8-4250-bb6e-5a5148817e3b","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-fail-9dae1fab","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:11.94209075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ddc5b3c4-f570-451b-9418-102266951b38","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:11.942113176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ddc5b3c4-f570-451b-9418-102266951b38","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:12.896572971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"2a1d3d6b-09bd-4ac0-ac7d-e17523bd5577","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:12.901962668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4d4dc768-d5ac-4c57-a55b-58f69a29362e","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:12.906572461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"2a1d3d6b-09bd-4ac0-ac7d-e17523bd5577","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:12.914600155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4d4dc768-d5ac-4c57-a55b-58f69a29362e","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.163323128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f8991e0d-e402-4ba7-a0d6-0ce41a0fa5a6","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.163348459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"f8991e0d-e402-4ba7-a0d6-0ce41a0fa5a6","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.168541933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"9157eee5-44b6-4dcd-ad3a-52cc1074cace","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.180877683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"9157eee5-44b6-4dcd-ad3a-52cc1074cace","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.19389119Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"be175549-6d6d-4df2-9c78-c20cb5b8d7d9","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72cedf6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.31616757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"6b89de1d-bf5c-41f5-840f-7d8f30ebb57b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:14.329317976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"6b89de1d-bf5c-41f5-840f-7d8f30ebb57b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.201066474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"db27c0a7-c6b2-40f9-9852-574b2b45d0bd","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","subscription":"e2e-fail-9dae1fab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.209710798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"db27c0a7-c6b2-40f9-9852-574b2b45d0bd","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.217160413Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-sub","reconcileID":"db27c0a7-c6b2-40f9-9852-574b2b45d0bd","MaaSSubscription":{"name":"e2e-fail-9dae1fab-sub","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"maas-trlp-e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.290782572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.299801013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"db73916b-3f5b-43b2-b692-c701485a1494","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.29982678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"db73916b-3f5b-43b2-b692-c701485a1494","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.320039866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"81e40412-0d0b-46e6-9fcf-5e14839c66f6","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.331512103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"81e40412-0d0b-46e6-9fcf-5e14839c66f6","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.409098676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d3c81eff-25f6-4ffd-aff3-00ffb5a02e4b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.42188696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"d3c81eff-25f6-4ffd-aff3-00ffb5a02e4b","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.455902968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"3cb6224d-ff03-4274-b6de-6da3238cb594","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.455924119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"3cb6224d-ff03-4274-b6de-6da3238cb594","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.550926684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"56b30bb6-8455-4fbe-b13a-d284ad156be7","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.65617974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"56b30bb6-8455-4fbe-b13a-d284ad156be7","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.694727406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"56b30bb6-8455-4fbe-b13a-d284ad156be7","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"name":"e2e-extmod-b-f1ed97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.694749899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"e2e-fail-9dae1fab-access","reconcileID":"56b30bb6-8455-4fbe-b13a-d284ad156be7","MaaSAuthPolicy":{"name":"e2e-fail-9dae1fab-access","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-f1ed97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.70983852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ac556a89-2263-4b91-8394-d36d0b98181d","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-b-f1ed97","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:24.70986041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"ac556a89-2263-4b91-8394-d36d0b98181d","MaaSModelRef":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-9dae1fab-ba2aa11c3b6b","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-9dae1fab","externalModel":"e2e-fail-9dae1fab","provider":"e2e-fail-9dae1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.248961557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"7f66274f-e23e-4f4a-9c73-c547c7ee040c","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.264318379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"b24b44aa-f4f7-45e8-bcd2-774a153585d0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.265514935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a3292057-c210-470c-a5b8-2204a32dc72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.26624964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"ed5c9c8b-9571-4891-b05e-05f454cb0662","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.266268049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"ed5c9c8b-9571-4891-b05e-05f454cb0662","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.269377743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"eceae1d7-821d-4461-8ca3-e91bdb19b727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.278043269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fbf425d6-11b2-4992-b3b9-1aa35337d26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.282742051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a3292057-c210-470c-a5b8-2204a32dc72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.284175472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"b24b44aa-f4f7-45e8-bcd2-774a153585d0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.28840482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"eceae1d7-821d-4461-8ca3-e91bdb19b727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.289925798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee55dc8e-ab06-4a5e-980d-8df670de68a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.29207037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"abbc3a7a-869e-49cd-9bb6-65f3d0ddb732","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.292657129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"fbf425d6-11b2-4992-b3b9-1aa35337d26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.302813701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee55dc8e-ab06-4a5e-980d-8df670de68a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.3979385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"2c0e2521-0fe3-463d-9223-5f483307f03b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.421021076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9dae1fab","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","reconcileID":"dd0a3058-5e33-479b-8913-66fe7e8a2314","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-9dae1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.429341762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"2c0e2521-0fe3-463d-9223-5f483307f03b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.437396122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5cea69a4-5766-4c41-ae45-0498a2fc47cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.451378387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5cea69a4-5766-4c41-ae45-0498a2fc47cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.454367059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9dfcdc1f-b326-4ed3-b655-9c4f984a7d17","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.464027841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"9dfcdc1f-b326-4ed3-b655-9c4f984a7d17","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.509183091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dbf4dd48-9447-4bcd-8593-4d03a5077986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.518012392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"dbf4dd48-9447-4bcd-8593-4d03a5077986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.523387488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"865c9d4a-52cc-4305-bdbd-da062b48d654","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.534918114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"865c9d4a-52cc-4305-bdbd-da062b48d654","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.677193561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"08d66c05-9c74-4d92-8db2-e557b6df1f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.683467024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e9c2bdc9-51f2-46db-96ee-6efe5ddfa9d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.723984669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"08d66c05-9c74-4d92-8db2-e557b6df1f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.772285675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49b9800f-ac47-47f6-a73f-eedf58257775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.779327009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"bfef04b3-13c6-4e0f-ac1c-9e69af61e6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.792191229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e3c6f992-d45a-42d4-855e-913777657ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.805108421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49b9800f-ac47-47f6-a73f-eedf58257775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.80937393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"bfef04b3-13c6-4e0f-ac1c-9e69af61e6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.812595269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e3c6f992-d45a-42d4-855e-913777657ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.81327401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e9c2bdc9-51f2-46db-96ee-6efe5ddfa9d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.915127185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4d35a421-a2cc-4536-b21d-bf16ccca8c14","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.918055487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"538554d0-1bed-4a1d-b978-7e2c1cb658a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.925485385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4d35a421-a2cc-4536-b21d-bf16ccca8c14","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.92576715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ff5c528e-cf88-40d3-b76c-157091bddaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.926154831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cb037f31-33ae-496f-b7bb-7a8407836608","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.936239031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"538554d0-1bed-4a1d-b978-7e2c1cb658a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.988932222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cb037f31-33ae-496f-b7bb-7a8407836608","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.993507644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"ff5c528e-cf88-40d3-b76c-157091bddaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:25.994315142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"058077e7-bce4-4bf5-bb8a-c6d083769246","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.008499743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"d5fe4c53-78a4-4586-b5c8-a679d9260137","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.008524415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"d5fe4c53-78a4-4586-b5c8-a679d9260137","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.013880549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"058077e7-bce4-4bf5-bb8a-c6d083769246","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.195878403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"8a51641a-5dc3-4f0e-9faf-45bf87905707","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0da6cadf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.199337509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"476d9263-7170-4013-9164-8c70dda8d49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.208034203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"df4f1fa8-6782-4c8a-8c4a-a281469e009c","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.208814219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e3de23-0238-4798-94ab-e6d1ac20d12e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.209553102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"476d9263-7170-4013-9164-8c70dda8d49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.216766884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"df4f1fa8-6782-4c8a-8c4a-a281469e009c","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.218348776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e3de23-0238-4798-94ab-e6d1ac20d12e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.225168965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f004612d-7d9a-4630-a144-14f1058940f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.234578451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"f004612d-7d9a-4630-a144-14f1058940f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.235045224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"60efcd53-3d81-45eb-8419-606380b3554f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.235421917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ade5dfa5-aa9d-441d-9ea5-39138b7448e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.238580968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"ff69c8b8-cc35-45e0-9f0f-986be0475aed","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.24485977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"ade5dfa5-aa9d-441d-9ea5-39138b7448e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.28752577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"ff69c8b8-cc35-45e0-9f0f-986be0475aed","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:26.289537767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"60efcd53-3d81-45eb-8419-606380b3554f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.973165589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:28.988760691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"a78dd5bc-f33e-43dd-b9ca-9c99219b2dc4","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:29.139062972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"2b159c47-df98-44f8-8cad-100df18516b0","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:29.797338861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"1dd60981-8063-4257-b262-5f4f96a349f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:29.798304665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"c9b8f1d1-2136-4115-9d55-6c57c1792de6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:29.821582873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"c9b8f1d1-2136-4115-9d55-6c57c1792de6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:29.832521446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"1dd60981-8063-4257-b262-5f4f96a349f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.136846849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"ae7c56b5-82b6-428b-a190-8f6daca38a55","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.150324587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"76f7dcdf-7e2d-454b-a493-9ab4aef605d5","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.16166184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"284d2c96-195f-4579-acc1-fea7f155dfc8","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.173898041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0b22b95a-36e9-4d38-86b9-7da01d694dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.174402252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"f382816f-796f-46ae-b434-bfcdde459a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.180167234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"284d2c96-195f-4579-acc1-fea7f155dfc8","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.188835948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"f382816f-796f-46ae-b434-bfcdde459a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.191564645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0b22b95a-36e9-4d38-86b9-7da01d694dde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.196027126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7f5cf7f6-8d08-4d46-841a-d28865d41b64","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.212426635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"00617a89-5b9b-4c06-93d9-f9b0da563387","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.218191411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7f5cf7f6-8d08-4d46-841a-d28865d41b64","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.225513538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"c3f5d437-e3e7-4f75-99ea-d62e127401ef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.230796157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"00617a89-5b9b-4c06-93d9-f9b0da563387","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.265125379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"ec7de7a1-8241-4faf-b236-f83e603e1c36","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.273107492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4b7ff978-ae17-4818-ac1a-bfb1f85f69f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.279000851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"f1071416-d7ee-449d-8238-5fac225ae3c8","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.285461749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"57a6abd5-6e8f-47d3-b2ad-6d31a692eb14","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.290893909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4b7ff978-ae17-4818-ac1a-bfb1f85f69f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.299171877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"c28ceadf-aa39-4609-9c77-2ea792e5733e","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.305566365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c700ba-7100-44a6-84e8-05fd62584531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.322850003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"0fa640d0-722e-4e3b-a509-8e0fdc021ba0","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.326175593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c700ba-7100-44a6-84e8-05fd62584531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.368908087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"affefac0-af4f-4cb3-829b-0a74a9df2882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.383096214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"affefac0-af4f-4cb3-829b-0a74a9df2882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.396992207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"b204fb5b-95ef-4c2b-ba5d-d6c7b24c8bc8","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.471416097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3485d2bf-9b30-41ed-ba3c-d1c04ffd68c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.47519141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4084b46a-ea47-4dda-b2d9-07c481549e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.481749848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3485d2bf-9b30-41ed-ba3c-d1c04ffd68c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.489189896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4084b46a-ea47-4dda-b2d9-07c481549e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.491304444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b24dfe01-63b3-4d46-ae42-07f25229a7a1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.503061717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"b24dfe01-63b3-4d46-ae42-07f25229a7a1","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.509829758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"e9c70609-fffc-44e2-9abc-d45986bb4c07","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.51942829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"518426ec-fca3-494a-b64a-73e5f7f8cfe0","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.536674366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"1c4b679c-6197-42cb-a75c-08652a61c3ef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.537230925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"8258edba-6dbe-4604-833b-ee64d04f0cf9","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.550277203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"0c25c21b-d876-4e6a-8ac0-1fbe229c9891","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.555737761Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"3bc6ea84-6339-450b-980d-0902ee9d17bd","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.565622805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"7c4fa8db-7dae-4df4-b504-7eb48a386879","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.568970589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"68bc0899-95de-4ef6-9164-257013b64d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.568977663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"14dda5ec-6698-4026-9bdb-7e5c2df10165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.575600978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"19669cca-cd90-4099-8e2f-d1a995378f6b","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.583187256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"68bc0899-95de-4ef6-9164-257013b64d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.591510945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"14dda5ec-6698-4026-9bdb-7e5c2df10165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.632016424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"b8063017-185a-4c0c-9181-b54a03dc71e0","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.683587901Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"681841c1-8e60-4fe6-ab52-85b456fe04ba","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.952674168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"92f26ecd-c17c-4349-8d28-20c4e640c6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.953717674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"2b2c2878-5d6d-4e60-a524-38e4079d0b43","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.955077085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7a9d8265-c9c1-4190-9db6-021f6fb36415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.968344979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"92f26ecd-c17c-4349-8d28-20c4e640c6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.968922942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4a162800-79c9-43ad-a244-f25cadb0fa8b","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.973095841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"7a9d8265-c9c1-4190-9db6-021f6fb36415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.975111541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc8a96d-3b36-4ae5-91d2-a923b98cbd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.981228958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"4a162800-79c9-43ad-a244-f25cadb0fa8b","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.984819983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7090baf2-51e9-401a-9847-66a213c87cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.989024703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc8a96d-3b36-4ae5-91d2-a923b98cbd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.997088004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7090baf2-51e9-401a-9847-66a213c87cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:31.999484001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"017ae7a3-1a8b-400e-97c9-e2b588f8c2fb","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.040393518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"18ade41f-4f0a-4034-8ec1-29b4bc5ccad7","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.088318922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d93a9d64-d2bd-4b1f-9e40-7566de10cfaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.090058654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8601ef28-0ea9-4f0b-bd88-e1f8bc53ed92","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.095706298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"6de76eb8-5444-4feb-a438-959603084f17","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.096623985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d93a9d64-d2bd-4b1f-9e40-7566de10cfaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.100153683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8601ef28-0ea9-4f0b-bd88-e1f8bc53ed92","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.102002583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e4796409-7d1a-435b-83b5-11f3bbcf7831","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.110512916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e4796409-7d1a-435b-83b5-11f3bbcf7831","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.134100102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"270c6ff4-2e58-4e41-91c8-3dbc032e9198","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.134534883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"57de6d4f-091e-46d6-9b5a-6e8e3b475300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.135092605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0f79da46-75ed-4dc8-9711-259f9fad79f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.188079933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"270c6ff4-2e58-4e41-91c8-3dbc032e9198","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.188307313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"57de6d4f-091e-46d6-9b5a-6e8e3b475300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.188988341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3bc8232d-fa19-46f4-9804-a760afbc8c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.191448603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0f79da46-75ed-4dc8-9711-259f9fad79f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.194359541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3f893324-2fbd-424a-8a89-1a111e511f71","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.200377359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3bc8232d-fa19-46f4-9804-a760afbc8c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.207555455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3f893324-2fbd-424a-8a89-1a111e511f71","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.223238675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"6ac152bc-c29e-44bd-b3b9-e5e8ce806c5a","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.22804179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"877b7d1f-f2e0-45cd-bf37-f3f954f6c92f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.233608652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"76296be8-db15-48f9-b105-8252f67bfa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.242936305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"76296be8-db15-48f9-b105-8252f67bfa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.248186717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"60acadd5-c27a-461f-9c06-fea1d44c4e43","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.248881693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"183a4c84-0ad1-49d2-9a60-c697dfb77b12","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.288105052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"60acadd5-c27a-461f-9c06-fea1d44c4e43","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.42900773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2fbfab4d-5eee-4c07-97b8-1a6baa914eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.437768474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec9ba470-687a-4427-82a3-9e2d25e4b95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.484335227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4da74cfa-e42b-4586-94fb-65672582370b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.488465035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ec9ba470-687a-4427-82a3-9e2d25e4b95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.492784804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"2fbfab4d-5eee-4c07-97b8-1a6baa914eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.501311657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"4da74cfa-e42b-4586-94fb-65672582370b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.502081176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"5616e8e4-f317-48fe-9a73-d232c0a4db86","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.502891523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"063b5ec3-b096-40ea-af7f-da802a60d7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.526863691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"5616e8e4-f317-48fe-9a73-d232c0a4db86","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.588842277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"063b5ec3-b096-40ea-af7f-da802a60d7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.690176699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c61b5aca-7dd5-46e2-99b5-610bab6bc4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.691762556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5b2cc548-7f6c-4c81-9b70-7cf937197934","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.699424184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"c61b5aca-7dd5-46e2-99b5-610bab6bc4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.701472296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5b2cc548-7f6c-4c81-9b70-7cf937197934","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.713124988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"59eff296-a3ea-4e39-a43e-49ad2e6d6b45","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.723304657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fe2dbc47-5500-47f9-9d28-ebd695de3d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.723942821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0fd00005-e799-48ae-a3d1-2bc67bd613b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.725219438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"59eff296-a3ea-4e39-a43e-49ad2e6d6b45","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.735593016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0fd00005-e799-48ae-a3d1-2bc67bd613b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.737704875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"fe2dbc47-5500-47f9-9d28-ebd695de3d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.752253091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"9c8ee571-f3a3-4b9f-9d12-e53c6a3326f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.787481961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2a6cdaee-a9be-4a78-88b3-071a5fd5edab","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.790039834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"9c8ee571-f3a3-4b9f-9d12-e53c6a3326f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.799642093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2a6cdaee-a9be-4a78-88b3-071a5fd5edab","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.812130053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0776d9cd-9b94-4f8d-b527-765be66af5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.822542052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0776d9cd-9b94-4f8d-b527-765be66af5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.825463366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"889e9e56-6ee4-4094-aade-5fadfdb80ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.825512837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"544ba8a6-9c5b-4f96-a8c4-bc147442dbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.834034162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"889e9e56-6ee4-4094-aade-5fadfdb80ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.834629742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"544ba8a6-9c5b-4f96-a8c4-bc147442dbc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.983758374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"69c960f4-edee-4019-a88b-97911c08b360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:32.993176735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"69c960f4-edee-4019-a88b-97911c08b360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:33.019588046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"099cce91-4f08-4b1e-942e-86a1990a9ad5","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:33.023276274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8b9776fa-3d47-4495-86dd-46e41e2ea238","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:33.034338299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"099cce91-4f08-4b1e-942e-86a1990a9ad5","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:33.034623754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8b9776fa-3d47-4495-86dd-46e41e2ea238","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.207500767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"f35506d0-9bdb-4df8-a508-78a3a67505f6","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","subscription":"e2e-fail-993673f5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.220059941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"f35506d0-9bdb-4df8-a508-78a3a67505f6","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.224208599Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-sub","reconcileID":"f35506d0-9bdb-4df8-a508-78a3a67505f6","MaaSSubscription":{"name":"e2e-fail-993673f5-sub","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"maas-trlp-e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.352301395Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-8f824c-sub models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.360088189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"2264fbad-6ce7-4613-9619-aecb1aabc6ca","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.360111415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"2264fbad-6ce7-4613-9619-aecb1aabc6ca","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.365156871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"120d11fa-1759-4529-8fcb-e55a2f8ec1a0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.374099182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"120d11fa-1759-4529-8fcb-e55a2f8ec1a0","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.467765149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"5f684b57-b447-459d-8b10-d5b1d42d76de","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.477869541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"5f684b57-b447-459d-8b10-d5b1d42d76de","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.512686944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"672f350c-df31-44e0-926b-d1a913329af7","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.517640283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"9c126c08-90bb-4982-81a9-05c3c5b56e78","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.517660024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"9c126c08-90bb-4982-81a9-05c3c5b56e78","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.604008315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"672f350c-df31-44e0-926b-d1a913329af7","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.650664554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"672f350c-df31-44e0-926b-d1a913329af7","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"name":"e2e-extmod-a-e596df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.650684849Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"e2e-fail-993673f5-access","reconcileID":"672f350c-df31-44e0-926b-d1a913329af7","MaaSAuthPolicy":{"name":"e2e-fail-993673f5-access","namespace":"ai-tenant-e2e-extmod-a-e596df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e596df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.667775219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"70c30abe-a202-4ffb-9b94-933a42c49489","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"tenant":"e2e-extmod-a-e596df","gateway":"openshift-ingress/e2e-extmod-a-e596df","model":"e2e-extmod-fail-user-cdc05c/e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.667798073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"70c30abe-a202-4ffb-9b94-933a42c49489","MaaSModelRef":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"routeName":"external-model-e2e-fail-993673f5-bdb06bc5734e","namespace":"e2e-extmod-fail-user-cdc05c","model":"e2e-fail-993673f5","externalModel":"e2e-fail-993673f5","provider":"e2e-fail-993673f5-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.833895652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"2bf16580-1a7c-4f9c-ae98-432472a21ce8","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.833931509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"2bf16580-1a7c-4f9c-ae98-432472a21ce8","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.871189659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"9bb03ac3-397e-4948-ad8b-c4373a0230bf","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa74ed49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.876225529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"cfc08ddf-3593-48ac-b502-c82eb413bfdb","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.881347447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3c6629-50cc-4f84-a51e-125b7b005f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.881408173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1234b66d-b762-40f6-8ad6-c17090112adf","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.881946359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99993371-c825-4eb6-80bf-37386ac55b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.881945486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b4132b38-5e03-45a9-8698-62d7a81ff430","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.889012314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"cfc08ddf-3593-48ac-b502-c82eb413bfdb","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.890776821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1234b66d-b762-40f6-8ad6-c17090112adf","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.894883645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99993371-c825-4eb6-80bf-37386ac55b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.896479706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3c6629-50cc-4f84-a51e-125b7b005f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:36.897207317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b4132b38-5e03-45a9-8698-62d7a81ff430","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.046058777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7ad6a3-857a-4449-877d-8ca702622e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.04612851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f02ac66a-6d52-49cb-acf3-9c9a1b1791a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.077143078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7ad6a3-857a-4449-877d-8ca702622e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.077497283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f02ac66a-6d52-49cb-acf3-9c9a1b1791a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.091558326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"0ef683d2-d55c-41ae-80cc-ee0ac0e04a10","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.097329535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d4fc7afd-a5b5-4112-9c52-6e2f61c8c6a7","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.10010278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"196d7c87-c233-4a24-b1be-904e74c1d20a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.104661547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"0ef683d2-d55c-41ae-80cc-ee0ac0e04a10","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.109795816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"d4fc7afd-a5b5-4112-9c52-6e2f61c8c6a7","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.115783868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"196d7c87-c233-4a24-b1be-904e74c1d20a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.372048285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"a8a2ea3e-ada0-4f09-a36b-4a2b4dab9c4e","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.389920772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b3d008ef-600a-450e-ba9b-14fb96409b60","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.410919637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"98d93f84-2631-4110-ae46-360c9ed3d8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.411675348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1e47e6b1-033a-486d-9d02-ca189c14265c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.414722729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"99af44fc-4df9-4370-8a4c-c34c2ec541ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.416043942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b3d008ef-600a-450e-ba9b-14fb96409b60","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.424983464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"98d93f84-2631-4110-ae46-360c9ed3d8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.427838324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1e47e6b1-033a-486d-9d02-ca189c14265c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.432140822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"99af44fc-4df9-4370-8a4c-c34c2ec541ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.442635814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798164cd-0cff-42a9-adb5-640f4e02a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.456370481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798164cd-0cff-42a9-adb5-640f4e02a7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.539756053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"4f8e1d7e-8352-4051-96b4-580104381850","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.54723259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-993673f5","namespace":"e2e-extmod-fail-user-cdc05c"},"namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","reconcileID":"bee4287e-7235-4fd8-8ceb-29184bb8da59","namespace":"e2e-extmod-fail-user-cdc05c","name":"e2e-fail-993673f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.574163867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"82f0d03f-86f7-4183-8655-a4fbe6c4b9ef","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.587872255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"82f0d03f-86f7-4183-8655-a4fbe6c4b9ef","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.664106767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c1a5665e-5714-4e6f-80a4-cb25e7603ce1","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.664781254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"79b92530-bb60-4000-81d1-5120ce13afe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.665792352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9dcf44e7-3a82-4f50-a390-b1d97f6c6225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.675409947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9dcf44e7-3a82-4f50-a390-b1d97f6c6225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.675533614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c1a5665e-5714-4e6f-80a4-cb25e7603ce1","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.677884216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"79b92530-bb60-4000-81d1-5120ce13afe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.681540923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"74d3de1e-4f17-4af3-9e2b-06f485602eef","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.693091346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"74d3de1e-4f17-4af3-9e2b-06f485602eef","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.863043295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"333bc972-1504-4766-9753-35c5cc5f1588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.908766743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"333bc972-1504-4766-9753-35c5cc5f1588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.914095713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"474cb489-2c21-496f-bc5c-1b54970dc4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.91507571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"87a3152b-7a26-4d14-82f1-b6553f711c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.992058613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"474cb489-2c21-496f-bc5c-1b54970dc4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:37.995409225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"87a3152b-7a26-4d14-82f1-b6553f711c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.012163054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e48f3671-798a-47a2-bb7f-0b13e0e1e7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.024031049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"e48f3671-798a-47a2-bb7f-0b13e0e1e7dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.03574052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2dc4c0b9-7b2f-41d0-942b-0d9fe5ab6d2c","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.048846445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"2dc4c0b9-7b2f-41d0-942b-0d9fe5ab6d2c","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.077313934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2036f4f4-e9a8-4717-9119-98cb5696ff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.092971846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2036f4f4-e9a8-4717-9119-98cb5696ff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.170338791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"70e0769a-4bb2-4d3d-90d1-c2ed5cd80535","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.173473741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"61ca8796-bbfe-4bc2-83e1-dc0af070fc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.182490241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"61ca8796-bbfe-4bc2-83e1-dc0af070fc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.18609225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4b5a8b6-d79b-4ae0-a0c2-e23b467214fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.195429314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4b5a8b6-d79b-4ae0-a0c2-e23b467214fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.322947057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"7d2a0fe0-d2d3-4507-af15-ce9d2ff90257","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.327561839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"75c43900-52d2-40f2-870c-de5d3a5e4aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.327811217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1f159e14-3b61-4c2e-b28e-5319837e5b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.332330242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"7d2a0fe0-d2d3-4507-af15-ce9d2ff90257","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.336868867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1f159e14-3b61-4c2e-b28e-5319837e5b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.338260037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"75c43900-52d2-40f2-870c-de5d3a5e4aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.370098004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"1e9328f0-f172-4192-993a-e7de92379239","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.379177986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6d061b6b-b2d2-4487-96f0-592c570c5d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.38249373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"1e9328f0-f172-4192-993a-e7de92379239","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.383547738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"1bb0870d-502a-4824-9962-7b0e02e0a833","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.387298129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6d061b6b-b2d2-4487-96f0-592c570c5d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.388714255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"af4723de-96c1-4aec-9d82-9af244059e98","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:38.396318511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"af4723de-96c1-4aec-9d82-9af244059e98","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.195465136Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8072a0 priority=0:[ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.210422867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"d4b3fea1-2729-4e77-ba48-31b927bdb4a1","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.223540375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"24782918-ae6b-44b7-bedc-50c16a658ca6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:43.223998459Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-14681e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.234200133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"c0f030a3-9c55-4e82-a5bc-aefb1015ee0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.234981845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"24782918-ae6b-44b7-bedc-50c16a658ca6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.245315582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"eb6a92fe-5314-4ec6-aa08-c1ef28d6ea4e","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.24902472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"c0f030a3-9c55-4e82-a5bc-aefb1015ee0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.263561746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"1cb67244-9d59-4161-b330-2f02f2390d1f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.27866947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"b8a3af4d-b5af-4dc1-bf41-b9511e12d76f","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.278687008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"b8a3af4d-b5af-4dc1-bf41-b9511e12d76f","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.283786737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"a17d0e0a-feb2-4a8d-b1f6-b489c484d91a","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-a-8072a0","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.288851051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"dcef0bc2-66a8-4a3b-aab4-14ceed188fe8","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.288870779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"dcef0bc2-66a8-4a3b-aab4-14ceed188fe8","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.348189984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"23b2aa79-7a7a-445f-9183-c06d7de0e4c2","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.37550018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"2d66ccdc-6704-4f93-9ca3-856ebf7e87e9","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.380395663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"118c66e9-ce32-4fd3-b9d0-635975f68baa","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.390006201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"118c66e9-ce32-4fd3-b9d0-635975f68baa","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.391828357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"4c38d2c6-7d4e-44d9-8fba-8c6666f53cca","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:43.401092171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"4c38d2c6-7d4e-44d9-8fba-8c6666f53cca","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:46.905692738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"a6fa0c01-b765-40b3-985a-8160d621a0f5","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f824c","subscription":"e2e-dft-8f824c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:46.92917529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"a6fa0c01-b765-40b3-985a-8160d621a0f5","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:46.947876053Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-sub","reconcileID":"a6fa0c01-b765-40b3-985a-8160d621a0f5","MaaSSubscription":{"name":"e2e-dft-8f824c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-8f824c","namespace":"llm","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.016218982Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8072a0 priority=0:[ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.038960316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"fd8af838-548a-4e63-9f3b-8d885846ee44","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.038982034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"fd8af838-548a-4e63-9f3b-8d885846ee44","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.071107247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"aa092e13-dd08-40cd-8003-a4970a4972ce","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.09510669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"7a692689-e790-4e2b-97e3-423aac866847","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.095168217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"67e5c503-bd08-4406-a7ca-b43e5d19ecf4","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.095592521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb66702-5196-4b3e-87a7-96d8e946f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.095772718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7147cde7-1ed1-4c97-9c5e-530930ddd1c5","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.096028593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea0a4302-8daf-4afd-a365-956ed31a18a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.115999196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"67e5c503-bd08-4406-a7ca-b43e5d19ecf4","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.11702274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"7147cde7-1ed1-4c97-9c5e-530930ddd1c5","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.119142785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"7a692689-e790-4e2b-97e3-423aac866847","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.122155528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb66702-5196-4b3e-87a7-96d8e946f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.123231466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea0a4302-8daf-4afd-a365-956ed31a18a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.212613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"a3442c66-28cf-4363-b217-ef597732acf4","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.212640368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"a3442c66-28cf-4363-b217-ef597732acf4","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.264993466Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"ea52cb85-9502-4af0-b0f4-d1a81169e2f5","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.269188963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-8f824c-access","reconcileID":"10c0b4cc-ebc4-46d5-8d23-0591ad7d21cc","MaaSAuthPolicy":{"name":"e2e-dft-8f824c-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.276868494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"abd378cc-b6ec-4419-8e02-3d75319cdd34","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.303106399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"000e39cb-b8ea-4b26-9fb5-54435abc9fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.303162785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"05f5b1a9-68b2-4e78-ac64-4a3df0fb908c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.30350393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b6a633ec-7cca-4632-8867-59d098d5e464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.315219248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b6a633ec-7cca-4632-8867-59d098d5e464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.316757375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"05f5b1a9-68b2-4e78-ac64-4a3df0fb908c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.317627518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"000e39cb-b8ea-4b26-9fb5-54435abc9fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.399806275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"b22a25e1-532e-4e0a-89f0-c8e2a2beecbf","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.399888576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"b22a25e1-532e-4e0a-89f0-c8e2a2beecbf","MaaSModelRef":{"name":"e2e-dft-8f824c","namespace":"llm"},"routeName":"external-model-e2e-dft-8f824c-0570efbdc627","namespace":"llm","model":"e2e-dft-8f824c","externalModel":"e2e-dft-8f824c","provider":"e2e-dft-8f824c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.427867382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a3db63-3177-43f9-895f-c135c06972b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.448693915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a3db63-3177-43f9-895f-c135c06972b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.487967264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"08ea73fa-af6e-4a10-97d5-41f9a392f119","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.494701034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"959f25b2-15ee-4559-ad8b-1d7c8b8eb55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.49557359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0f0c5ad5-19fc-4318-a442-f42d95f694b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.497728507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3bb259ec-a1d4-4931-9617-11895fa51cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.499005101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"69a9443c-3416-4fc6-a394-d8a4f28e9390","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.500254561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"08ea73fa-af6e-4a10-97d5-41f9a392f119","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.503638633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"959f25b2-15ee-4559-ad8b-1d7c8b8eb55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.508001232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0f0c5ad5-19fc-4318-a442-f42d95f694b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.516397314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"3bb259ec-a1d4-4931-9617-11895fa51cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.624031137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"644a3dc0-bf89-4f25-82e8-da62fa87f510","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.644853807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"92b0fe9e-e6f7-45fc-9bdf-f8612351a010","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.657682672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"92b0fe9e-e6f7-45fc-9bdf-f8612351a010","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.734584804Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"0e693d96-abdc-4fbf-a5c4-135bff52cbfa","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.907272891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e95e9797-0f8d-460c-927e-a935ff97c620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.908160769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"752feee7-2761-45f4-a408-c2b1e21f71ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.958707367Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"c7a84a73-1819-4bba-abcc-1325fd7a1e17","namespace":"llm","name":"e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.960794038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c2ff29b1-029a-464d-b667-3a430c4234b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.98548002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"752feee7-2761-45f4-a408-c2b1e21f71ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.989326342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e95e9797-0f8d-460c-927e-a935ff97c620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.993159292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c2ff29b1-029a-464d-b667-3a430c4234b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.995875842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"c9ae40a6-7845-4144-89cd-fecbe6e3cb0c","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:47.997311332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"401dc693-6731-44fc-b31c-1f133ee16f99","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.035849461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"c9ae40a6-7845-4144-89cd-fecbe6e3cb0c","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.111185731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"7dcf7bdb-a759-4a09-99d7-0c586d7012a0","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.140621807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51ca1001-a3a3-4306-b732-5db725c35639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.145198382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"f77064b0-7ff8-4fef-ba49-a9a69a31326a","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.149585803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51ca1001-a3a3-4306-b732-5db725c35639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.153089803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a59794e3-a140-4bd2-8a31-6580e8068baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.153163194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9ca12261-ad27-43b1-9e58-92fe975738fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.158191499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"dad307d2-9b40-4bf6-9d2b-65a8729963fe","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.161462349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"80427caa-8e32-4206-a963-a58b5d1114ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.166657968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a59794e3-a140-4bd2-8a31-6580e8068baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.169118844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9ca12261-ad27-43b1-9e58-92fe975738fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.172693025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"80427caa-8e32-4206-a963-a58b5d1114ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.244491662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"e6c07973-3d33-49c6-ab6f-7a6478cf728d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.270118381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"e6c07973-3d33-49c6-ab6f-7a6478cf728d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.30978914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"8157f10f-9e4b-4609-9f73-8631c76b0856","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.320766578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"9c8b074d-5082-441a-b0af-a923458813dd","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.32987684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"88a783b5-a725-4b8e-b54b-36e09774a68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.336154947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"9ebfd761-daab-48ab-9c16-5f7b52fef224","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.337414054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"409add6f-f647-45e8-9be4-fc1214079da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.345364098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"88a783b5-a725-4b8e-b54b-36e09774a68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.349980813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b073e263-ac05-456d-8e0a-3ea0c1138ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.531815345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"9ebfd761-daab-48ab-9c16-5f7b52fef224","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.547422782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b72eaff9-de91-4145-b7d7-f72e459ddeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.566597919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"a830a22d-4563-4f12-a8bf-c81cae85ba09","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.568155976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"409add6f-f647-45e8-9be4-fc1214079da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.576820575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b073e263-ac05-456d-8e0a-3ea0c1138ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.592780973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b72eaff9-de91-4145-b7d7-f72e459ddeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.600896616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d3f3d9b5-fc2c-4e16-89b6-53a1a09bc80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.617831882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d3f3d9b5-fc2c-4e16-89b6-53a1a09bc80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.62609818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"224412ad-2b9d-4772-83a4-205c008f704e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.636577156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"bbd37a59-a3c7-463c-bff4-e3fe9f293686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.63704854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f36928a2-d5c1-4f5e-94f4-171b3b03168c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.640104504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"224412ad-2b9d-4772-83a4-205c008f704e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.650344716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"bbd37a59-a3c7-463c-bff4-e3fe9f293686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.651649547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"f36928a2-d5c1-4f5e-94f4-171b3b03168c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.652847445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6da74033-1142-4057-bb39-875793d34cb7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.666107537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6da74033-1142-4057-bb39-875793d34cb7","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.695199008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"115a1a6d-06e0-4f7c-bbc4-7ab3d8ba76fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.704040682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f2d39ad8-1086-4404-88ed-4e1a84104eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.705579835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"115a1a6d-06e0-4f7c-bbc4-7ab3d8ba76fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.71389768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820e85d3-17c8-4956-aff2-0af504333914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.714079385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"f2d39ad8-1086-4404-88ed-4e1a84104eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.719025071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b4362a87-e84f-4c08-a586-48707c82db47","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.724945953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820e85d3-17c8-4956-aff2-0af504333914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.731411883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"b4362a87-e84f-4c08-a586-48707c82db47","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.789271532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"9ae2e688-eb81-4cc5-ac11-a5a7e0cadaa4","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.799969955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"b30023ef-6604-4f97-a74b-fbcb3ea6a75a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.801451914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df0ff028-ebcb-49b5-b9cc-0eeadc5ce46f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.801527703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df0ff028-ebcb-49b5-b9cc-0eeadc5ce46f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.803201294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7c02b727-dc31-4ab0-b7da-2a87a34ea514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.803421827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53bc67bc-2d13-4ea4-b636-ef08a262443a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.803576217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53bc67bc-2d13-4ea4-b636-ef08a262443a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.804387054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c0b5ec3-8a58-44a0-8e78-630c18f74a17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.804465954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c0b5ec3-8a58-44a0-8e78-630c18f74a17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.80523788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51760eac-b3ad-4067-baa1-3b4e6e93d38c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.80529101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51760eac-b3ad-4067-baa1-3b4e6e93d38c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.925223936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"15d877a6-e1e5-405e-9e2f-5e30dcf8a9f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.92670027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"dfc10e6b-90e4-4598-acc5-73d9665f0893","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.926781559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"dfc10e6b-90e4-4598-acc5-73d9665f0893","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.927331483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"703dc7d3-b6cd-4b57-a41d-870f6514b66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.935422088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"b30023ef-6604-4f97-a74b-fbcb3ea6a75a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.935885698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c06bd869-8f1e-4af7-8a83-9af0aa659da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.939996178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7c02b727-dc31-4ab0-b7da-2a87a34ea514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.945575272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"703dc7d3-b6cd-4b57-a41d-870f6514b66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.945703939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"15d877a6-e1e5-405e-9e2f-5e30dcf8a9f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.946104921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2605ddcf-608e-496f-8daa-1d377df8785c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.946307323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2605ddcf-608e-496f-8daa-1d377df8785c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.946808149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d1650b1-29ba-412b-afc7-aa8f471e0a43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.946869239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d1650b1-29ba-412b-afc7-aa8f471e0a43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.947322116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10425016-4153-4bd6-b4f3-2f71a8d5c60e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.94737663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10425016-4153-4bd6-b4f3-2f71a8d5c60e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.948014216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9c757a4-7ae3-4edf-aeea-0ce911c6d92b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.94807832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9c757a4-7ae3-4edf-aeea-0ce911c6d92b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.954219959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c06bd869-8f1e-4af7-8a83-9af0aa659da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.959260465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"6cee9762-5e43-465a-af2d-5aa8ca9d7fec","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.959324689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"6cee9762-5e43-465a-af2d-5aa8ca9d7fec","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.960684839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a03806c7-58d4-43c3-bdaf-6f9e751bf76e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.987789598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"272adb07-4b2c-40e7-9b18-c16b4116a90a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.989002936Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8f824c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8f824c","reconcileID":"ecb42a3e-0d4b-4734-a243-98a0d41644fc","namespace":"llm","name":"e2e-dft-8f824c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:48.990608222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"91a787bd-5c2c-4e73-b1e0-ce1ea8ee73c0","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","model":"llm/e2e-dft-cb396e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.00608403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"46afdf82-329e-4257-b5d5-6bd306bc760e","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","model":"llm/e2e-dft-a76e85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.108645705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"91bdfd1d-53b7-4c9e-adc3-bdceb56ebe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.191039339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"91bdfd1d-53b7-4c9e-adc3-bdceb56ebe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.258663528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"888669ed-3ef4-4012-b652-789bde452db6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.272343189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"888669ed-3ef4-4012-b652-789bde452db6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.273181212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fc711d86-16a8-4a88-8831-961445ad55b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.273915546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0934634c-a71f-41e7-8928-2ef030b2fa29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.402823071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fc711d86-16a8-4a88-8831-961445ad55b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.438192974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"0934634c-a71f-41e7-8928-2ef030b2fa29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.565232276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0f72c491-bdf0-421a-a1cd-b390b6f091ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.575902783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"67d44735-ec00-4b68-b5f5-b8f99fbd4bed","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.622702353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"0f72c491-bdf0-421a-a1cd-b390b6f091ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.629306547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"67d44735-ec00-4b68-b5f5-b8f99fbd4bed","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.65072974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d2980c35-8857-4288-8be5-70ddeeb05e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.694544864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"d2980c35-8857-4288-8be5-70ddeeb05e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.740747947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"d65cc008-fab5-4954-911a-83175e820cb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.74654661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2e456176-7a6c-4543-a27e-0e6703f137b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.751613366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"d65cc008-fab5-4954-911a-83175e820cb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.753136079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1844031f-78f7-4fb1-9230-5461b7f27a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.753625717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9e3fa3c1-4405-40d9-add4-a3775af1e082","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.760033684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2e456176-7a6c-4543-a27e-0e6703f137b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.766583858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"9e3fa3c1-4405-40d9-add4-a3775af1e082","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.768808572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1844031f-78f7-4fb1-9230-5461b7f27a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.843844706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"30c4d68a-c252-49b6-ba68-78c79aea7ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.844028371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3c6a4b32-133b-43e4-9a73-60a2622c05a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.844577258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"11695ae1-9b59-4451-835d-d17c355b5138","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.844603905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"81f321ec-6628-4097-a262-0d9d7e179d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.851945065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"30c4d68a-c252-49b6-ba68-78c79aea7ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.852364203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3c6a4b32-133b-43e4-9a73-60a2622c05a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.854321157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f1d3c3-7c97-4f9b-9268-29abf821b426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.857208928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"81f321ec-6628-4097-a262-0d9d7e179d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.857772638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"11695ae1-9b59-4451-835d-d17c355b5138","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.866984402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f1d3c3-7c97-4f9b-9268-29abf821b426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.937498893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"67d2babc-1b56-40b8-b9b2-952ad796170a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:49.947287736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"67d2babc-1b56-40b8-b9b2-952ad796170a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.005103103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"ffa96c5d-a18d-4cc8-82d9-222ec30c83a3","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.091464289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9b4c5918-f07f-43c0-977f-db20a9668a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.106916535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3b8f2794-bb9f-4099-9fa7-5caec1f80eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.107659859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"52817f25-7991-4dde-8234-cc73cbdac678","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.107999289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"42d8c491-4def-4ec2-90b5-8f71e9516e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.115023374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9b4c5918-f07f-43c0-977f-db20a9668a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.11676629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf12432-d31a-40d6-a182-162f17546faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.1357699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"42d8c491-4def-4ec2-90b5-8f71e9516e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.138214629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"52817f25-7991-4dde-8234-cc73cbdac678","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.142602357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"3b8f2794-bb9f-4099-9fa7-5caec1f80eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.14307589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf12432-d31a-40d6-a182-162f17546faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.200061335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f061e8b1-781b-41b5-9ed6-6ce4bb45f6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.203562386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"9e17f51e-8caa-48c0-950a-da1b47637d80","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.217871984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f061e8b1-781b-41b5-9ed6-6ce4bb45f6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.263027703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"d038d09e-e807-4eef-9f26-f17276ceda56","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.28235756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7596bc58-381b-450e-ba4c-1d3eca9391e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.295232158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7596bc58-381b-450e-ba4c-1d3eca9391e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.492098171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8113b9f3-2d7e-4818-96f5-b417a795d144","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.492842186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"42443c8e-76d8-4970-a4a4-98e068fb19e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.493377456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"174c44db-9068-44ab-9962-971285dc07f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.521305338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8113b9f3-2d7e-4818-96f5-b417a795d144","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.5525369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"174c44db-9068-44ab-9962-971285dc07f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.558982609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"42443c8e-76d8-4970-a4a4-98e068fb19e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.561989002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8c1f2331-0dba-4faf-9d6a-2a6ae676a3c3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.577044254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"8c1f2331-0dba-4faf-9d6a-2a6ae676a3c3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.663796662Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"3ae81834-0160-42cb-8980-c2fd77b7e289","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.664281246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"2f4015db-1ebf-499c-b1e6-8f1bad47ea49","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.682812761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"2f4015db-1ebf-499c-b1e6-8f1bad47ea49","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.686650772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"0138e05e-6dc3-451c-b31b-bbafc0cb7f04","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.721150937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"0138e05e-6dc3-451c-b31b-bbafc0cb7f04","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.809666618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"83dcd9d1-2c5d-4d8f-9463-b5d1994e50d2","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.828666798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b24af8a1-4625-43c2-8b1f-51a47a692c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.908804427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b24af8a1-4625-43c2-8b1f-51a47a692c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.909468056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"036da8a5-896a-4d91-96f4-01e8ddd2829d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.910076974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"e0c4210f-3c02-40fb-b6a7-708157f3a201","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.972074169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"036da8a5-896a-4d91-96f4-01e8ddd2829d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.973305938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"3fad1fbf-f6fb-404c-b88b-8955c92dcf50","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.97803819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"32a42b0a-cbf1-44e0-bdf7-1461f98ee796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:52.982184593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e139408e-cc02-47ff-b233-d9123c39e0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.00473534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"32a42b0a-cbf1-44e0-bdf7-1461f98ee796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.024299592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e139408e-cc02-47ff-b233-d9123c39e0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.030587062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f0fbcedb-f565-4ab6-9c57-5e4cd0f0ed08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.049221349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"e5c0a3ef-89c0-4e53-811f-c054c1eb6402","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.059345273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f0fbcedb-f565-4ab6-9c57-5e4cd0f0ed08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.063566814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"e5c0a3ef-89c0-4e53-811f-c054c1eb6402","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.164195817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3ff4d63c-dac5-41c0-b680-ca38abfb61f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.184001892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"50181485-8984-49ec-87b6-f37c14072f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.185121089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4562e7a9-461d-481d-a443-44ee0a5e1d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.18672088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3ff4d63c-dac5-41c0-b680-ca38abfb61f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.21019996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"50181485-8984-49ec-87b6-f37c14072f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.221140453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a4a970-4f56-4d2f-8698-bdadffc9cdc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.221922828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"4562e7a9-461d-481d-a443-44ee0a5e1d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.236900029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0a4a970-4f56-4d2f-8698-bdadffc9cdc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.921847459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"309439bf-3b0b-4205-a21f-e0d71fa10d85","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.930645422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"b96b5c73-6257-4fb6-a079-739ed7b26e8e","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.955972181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"da72a4ae-e554-4b46-b9b9-2eeeafbd460a","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:53.983771584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"189c8492-2c32-410a-93f2-e675389a70d5","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.022092236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"bbf6b0c2-d97b-44b8-9410-0dc0bd4a276c","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.035939372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"cff7e4ed-aca1-4939-aed0-08e3e7c78f37","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.063991926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0d1c6045-5b38-4f6c-863d-6fcfc81a2843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.064607484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0d4fd45e-3b47-4caf-bb0b-be81c932cfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.065197048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"9cff3cbd-8507-4f5b-a61d-68ed8c0422ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.073255584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d7ba29fc-ae2e-4c38-9a48-07398596a7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.073579012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"e7102d67-f0d4-419a-b760-c7b6465a34f1","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.079905577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"376fd8ef-4bc4-4a07-b73a-6e5afb804b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.084104637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"9cff3cbd-8507-4f5b-a61d-68ed8c0422ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.086025717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"0d4fd45e-3b47-4caf-bb0b-be81c932cfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.163946419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d7ba29fc-ae2e-4c38-9a48-07398596a7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.176367244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"0d1c6045-5b38-4f6c-863d-6fcfc81a2843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.1998304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"376fd8ef-4bc4-4a07-b73a-6e5afb804b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.213101765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"a3e89b47-1225-4160-8b49-e8b40d24f67a","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.379871676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fa71072c-2aab-4a35-a907-45106b0e61c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.380620847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"93cb95f6-78ce-4a1d-a1e3-acd9aa24f033","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.394592366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"e44cbc99-fc6a-42a4-a0de-23f0edc17343","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.399545117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"fa71072c-2aab-4a35-a907-45106b0e61c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.400596282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e0320665-9365-4b23-9de7-4dc057f6bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.408530063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"e44cbc99-fc6a-42a4-a0de-23f0edc17343","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.492640011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e0320665-9365-4b23-9de7-4dc057f6bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.512376001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5b5df3f5-8323-425b-acb0-0bf1c5286784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.591263792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5b5df3f5-8323-425b-acb0-0bf1c5286784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.593046495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1025dba2-f6dd-4c37-aeb3-f61777fa5904","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.604094162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"1025dba2-f6dd-4c37-aeb3-f61777fa5904","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.605106871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"6081eb2a-fcb0-4f8a-b656-0bd4eaadd551","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.611639848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"a8bfccdd-2d10-4b42-b0fa-becb7a354148","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-fe2e14a79a84","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.701289571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e43a6f38-1bf9-4b2f-8951-18026ea4a28d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.701996926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"42797b77-ec79-421c-a8c9-f11357382ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.709529972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"9525ce7c-4057-4204-9b4f-9c832bfe5bb4","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.711981101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"e43a6f38-1bf9-4b2f-8951-18026ea4a28d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.712802621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"5ced653f-3b1f-49e6-bcb6-b4399252314d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.713545575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"42797b77-ec79-421c-a8c9-f11357382ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.716993792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b15618-c831-43c0-b54f-4f2f3206a787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.72535612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"5ced653f-3b1f-49e6-bcb6-b4399252314d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.72657133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b15618-c831-43c0-b54f-4f2f3206a787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.732400215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ee6b8b53-4f8f-467d-bbde-32b8fd426c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.845572683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"53dd7459-2c0e-40df-86fa-6e2497f02fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.87472542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"b7b79505-f6bc-4f37-b466-ac8505d6c204","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:54.875839194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"ee6b8b53-4f8f-467d-bbde-32b8fd426c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.002900411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"53dd7459-2c0e-40df-86fa-6e2497f02fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.049194217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ed2cc6c1-9c46-4903-bf7f-d2ccee8d5e55","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.049772831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"498406e3-84d4-4377-85b9-2afb84f081d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.090655801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"498406e3-84d4-4377-85b9-2afb84f081d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.091554349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ed2cc6c1-9c46-4903-bf7f-d2ccee8d5e55","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.111912792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c2f0820b-d5f5-4173-97c6-0d47ec39b35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.130230488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"984c368f-a6f1-4348-9bf9-73d466ab8a57","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.149475479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c2f0820b-d5f5-4173-97c6-0d47ec39b35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.184112221Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"db4412b3-468a-4335-a435-a12af1bbb1ea","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.209816551Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"7e6b9e3d-6248-4964-b61c-d992e99bdea0","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.224966304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a047417b-6c0c-4e0f-9014-64f63df6e60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.236422079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"a047417b-6c0c-4e0f-9014-64f63df6e60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.243826431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03906c03-d524-44db-97f9-e20ae4102d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.25313222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03906c03-d524-44db-97f9-e20ae4102d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.266058437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"0e955131-38da-43cf-b719-aca19d0691ed","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.284633568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"b672f010-b2b6-490c-a859-4d4b5ab83f41","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.302782543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"e0436fb3-ad5a-4b6a-a1b8-0113e770c05e","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.328794289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"daf18542-eef5-4d36-a70c-5d28630697e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.328832897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cd5e01f0-02f9-44c4-bc12-6bd3ed6064b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.329470345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d1677bcd-6bc2-42c1-98dc-515b12f3500c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.330936215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"12f00a94-1420-48b1-905c-90861199cd97","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.347190542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"1fc68197-b1ae-4175-919d-949d6c12dec6","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.356306411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d1677bcd-6bc2-42c1-98dc-515b12f3500c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.356605914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"daf18542-eef5-4d36-a70c-5d28630697e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.359006815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"cd5e01f0-02f9-44c4-bc12-6bd3ed6064b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.376336432Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"4fc69a65-6d74-441e-9772-62302a7b7537","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.391519651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"ce090ed5-32f5-44da-a5aa-984d0ff25778","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.419474852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"04c58d97-fbe9-4736-af67-bc70fbdae030","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.41947924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"2f5f4f09-66c9-4f3b-8b95-acb04faec2e0","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.432639217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"04c58d97-fbe9-4736-af67-bc70fbdae030","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.441224649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"dd84fa85-6679-4dc0-8700-0d43c61dc8d4","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.460422308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"dd84fa85-6679-4dc0-8700-0d43c61dc8d4","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.510913329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"2d84cdb5-ba4e-4ce7-b139-2e90933c08d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.511528234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b6ffce7e-ea95-42fd-a751-b84a6903f3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.51303447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3d3082dd-871d-4e4e-8899-3e932d295089","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.524766427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b6ffce7e-ea95-42fd-a751-b84a6903f3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.528664313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3d3082dd-871d-4e4e-8899-3e932d295089","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.52903934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"73bcf01e-7387-4c0d-be64-f4a6d52554ac","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.529507583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"2d84cdb5-ba4e-4ce7-b139-2e90933c08d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.544345297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"cb165a34-39a0-40b9-88e8-35aa81d75c2b","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.562927488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"a90b56fd-3af3-467c-a900-90014cef4d36","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.576755808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"23d44838-d95e-45af-9f1f-7cadf4654c98","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.586806238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"65eac519-d98d-49bb-9e9d-ba4cf06d3beb","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.60168434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"de78b9cf-0ae3-441d-b406-8788b18d1778","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.616561244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"f300df79-d612-4a48-b6fd-52843cccf131","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.621086837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"0d8397be-4761-43ae-95e9-d84d9d853335","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.621740994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c8729f41-7530-4bb9-af90-c23b85be33bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.633022889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3732e390-5deb-4262-a260-f6b8ed8cae7f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.637627775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c8729f41-7530-4bb9-af90-c23b85be33bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.64875087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15be25f4-7d3c-4abc-bd35-0a188e1aa4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.715947759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"3732e390-5deb-4262-a260-f6b8ed8cae7f","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.765181906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15be25f4-7d3c-4abc-bd35-0a188e1aa4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.88954259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"1fd023a3-e34c-4276-a616-942155a4f099","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-amb-fa3ac8-12b116b19770","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","externalModel":"e2e-shr-amb-fa3ac8","provider":"e2e-shr-amb-fa3ac8-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:55.992123861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ab04da4-8c5f-4e31-bf4f-7919dd9b148b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.004288156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bee12517-0e8f-44b9-bb6d-6fd5375e2d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.0050049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d3816b78-dc47-4e68-877e-7ea45fb9d458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.009120752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"39919ed2-1ae3-4c76-899c-0e3fc8457286","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.017981707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4ab04da4-8c5f-4e31-bf4f-7919dd9b148b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.035597417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"bee12517-0e8f-44b9-bb6d-6fd5375e2d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.050286806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"d3816b78-dc47-4e68-877e-7ea45fb9d458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.097900987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5d560ca-e658-4b41-98c1-330387525fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.098625586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9d989f67-c5e2-4363-ba17-e8e4e78c4115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.109734716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5d560ca-e658-4b41-98c1-330387525fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.109744219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9d989f67-c5e2-4363-ba17-e8e4e78c4115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.213223102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e6158f83-a55c-417b-948c-34067b95e2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.213683996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"78597267-a32f-49ec-9910-3776e62e8575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.214343629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8c8931ab-b90e-4f4c-a203-926ad51b28a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.222459706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e6158f83-a55c-417b-948c-34067b95e2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.222980048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8c8931ab-b90e-4f4c-a203-926ad51b28a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.224931115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"78597267-a32f-49ec-9910-3776e62e8575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.321538443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"37717ef4-67ba-416f-bed0-a7f64147eb0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.330252437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1bcc5ed2-cc98-458e-83ad-2e0bb417e40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.330804337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5e5c0a38-1c2c-4ef3-a09f-ef06292b71e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.332285905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"37717ef4-67ba-416f-bed0-a7f64147eb0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.341334497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"5e5c0a38-1c2c-4ef3-a09f-ef06292b71e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.34378062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1bcc5ed2-cc98-458e-83ad-2e0bb417e40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.344135961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"0c893a22-9175-4a77-91a9-79e0f5187508","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.344187251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"1c3b30f1-a1b4-46c4-9329-1753f1eb143a","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.356540408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"1c3b30f1-a1b4-46c4-9329-1753f1eb143a","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.360518334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"0c893a22-9175-4a77-91a9-79e0f5187508","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.606252417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3ded0e7a-1c1f-44b2-b20d-fd1bb03d11a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.6070005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2f9fe860-587a-4d10-b6bd-df35f1835913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.613289674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3aaa73-14c3-483e-90fb-e84471b7e7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.613683987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"5bc31c37-656f-4b6a-9a95-72f72bf017e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.619518945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2f9fe860-587a-4d10-b6bd-df35f1835913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.624293105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"5bc31c37-656f-4b6a-9a95-72f72bf017e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.689236508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3aaa73-14c3-483e-90fb-e84471b7e7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.689995009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"3ded0e7a-1c1f-44b2-b20d-fd1bb03d11a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.764136682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"5edc2f1e-356f-4dee-a176-e56951dde319","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.777181255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","reconcileID":"029323d8-2018-4977-beba-ccf3dd52d7ea","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-amb-fa3ac8-b8dcad3aa7f8","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-amb-fa3ac8-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-amb-fa3ac8","provider":"e2e-shr-amb-fa3ac8-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.782055296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"d07ec090-0b90-4f77-a02e-2d0f7bfec4e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.782288892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6003386a-24c2-4e66-aa2a-0f88bc1abb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.786567925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"80503b78-3858-45ae-a715-01fb2ceb4b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.791584139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"6003386a-24c2-4e66-aa2a-0f88bc1abb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.793332507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"d07ec090-0b90-4f77-a02e-2d0f7bfec4e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.795222719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"87b04a8d-3997-4e62-9bad-01f71fe82b6c","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.796327136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"4a259fc3-e7f4-4f50-8f32-20d6aee06100","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.79941484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"80503b78-3858-45ae-a715-01fb2ceb4b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.800512604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"da5fb67a-53b8-47aa-b859-ae3ce0994b19","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-amb-fa3ac8-12b116b19770","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","externalModel":"e2e-shr-amb-fa3ac8","provider":"e2e-shr-amb-fa3ac8-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.805300377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"87b04a8d-3997-4e62-9bad-01f71fe82b6c","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.806544067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"4a259fc3-e7f4-4f50-8f32-20d6aee06100","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:56.991985546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a6cf1845-8e6a-4def-b914-219f27fc257b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.019524347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a6cf1845-8e6a-4def-b914-219f27fc257b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.05259001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b5b2173-b14e-426d-b807-0dfee1196d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.053325194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"61d299ca-a3d9-4472-9e25-a900e6d8d906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.05762687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"756d7880-fe87-4883-8348-431f72b2420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.061723813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c4cc050-c317-45cc-b39f-6e46154437f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.067363123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"7b5b2173-b14e-426d-b807-0dfee1196d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.071118434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"61d299ca-a3d9-4472-9e25-a900e6d8d906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.077752098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"756d7880-fe87-4883-8348-431f72b2420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.081903403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c4cc050-c317-45cc-b39f-6e46154437f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.151194947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"3eb0a760-6527-48b4-8efe-85157a48eabe","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.160275902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"3eb0a760-6527-48b4-8efe-85157a48eabe","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.247357817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"cd4cb08b-462a-4709-b859-074db5d1dfef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.248297229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"89f681cb-93aa-4c43-9450-7332aba46ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.248801402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a6281e9-2ba2-4e2e-b0c3-a29e9dd8195d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.257372483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"cd4cb08b-462a-4709-b859-074db5d1dfef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.259481448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1a6281e9-2ba2-4e2e-b0c3-a29e9dd8195d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.26351492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"89f681cb-93aa-4c43-9450-7332aba46ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.26382432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021b25ab-1b64-45f1-8490-4ce1174ad300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.274097274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021b25ab-1b64-45f1-8490-4ce1174ad300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.350387432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"719db6f4-ce73-4002-b62c-247ea84286b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.351152227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"09befb77-0433-4ad0-91f1-03a9e738fd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.439008652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"09befb77-0433-4ad0-91f1-03a9e738fd23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:57.461857963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"719db6f4-ce73-4002-b62c-247ea84286b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.586310445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6adc40d9-56d1-43f7-a8c7-75c37a2e2ff1","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.597409676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6adc40d9-56d1-43f7-a8c7-75c37a2e2ff1","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.607616253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"ff1e6348-233f-4cc9-ba92-bf10f1e78deb","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.6076723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"ff1e6348-233f-4cc9-ba92-bf10f1e78deb","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.624542089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5d566c9a-1b36-41e8-a6d4-b335b4cda7b0","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.624609256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5d566c9a-1b36-41e8-a6d4-b335b4cda7b0","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.650025623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"62cb1cd4-01b1-40f4-b2d6-72f2c9895789","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.650083335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"62cb1cd4-01b1-40f4-b2d6-72f2c9895789","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.69700125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"42150c79-8b64-4d6c-8596-9f21c775ab2c","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.697052985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"42150c79-8b64-4d6c-8596-9f21c775ab2c","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.782655661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"949e14a1-b983-4dbb-9a45-8aab14650d2d","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.782721959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"949e14a1-b983-4dbb-9a45-8aab14650d2d","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.949733171Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"1f1ef253-4f80-4470-bfef-12d7dade5814","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:58.949812763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"1f1ef253-4f80-4470-bfef-12d7dade5814","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:44:58.980282909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:59.275844429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c4ec6a84-ee56-4143-ad5e-4bbd9871250d","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:59.275928974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c4ec6a84-ee56-4143-ad5e-4bbd9871250d","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:59.920648717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"96f42140-66e5-4059-ae7c-61df11b3d80b","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:44:59.920719031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"96f42140-66e5-4059-ae7c-61df11b3d80b","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.069033875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"703adbb9-399a-475c-a762-c1b9142b569d","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.081332862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"703adbb9-399a-475c-a762-c1b9142b569d","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.102110725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"e5761b22-4316-4ff0-8177-6607f8f95113","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.10218353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"e5761b22-4316-4ff0-8177-6607f8f95113","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.122427022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"e14b2fdd-2b4f-4856-94ed-8f1dd9a3c0fa","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.12261007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"e14b2fdd-2b4f-4856-94ed-8f1dd9a3c0fa","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.152235396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"b14c03e8-8465-4b39-b93f-27331a30250b","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.152400524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"b14c03e8-8465-4b39-b93f-27331a30250b","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.201119575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"ccab1c06-cfc8-4d4b-bc6e-a02f945273a2","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.20122172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"ccab1c06-cfc8-4d4b-bc6e-a02f945273a2","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.206630615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c2de9c92-2eae-4063-8ec4-90de64c10baf","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.206815178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c2de9c92-2eae-4063-8ec4-90de64c10baf","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.290552178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"7a987167-4d74-49f0-b9ce-fb882ec3747f","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.290651831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"7a987167-4d74-49f0-b9ce-fb882ec3747f","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.470961078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"8d794e2f-16db-4263-b013-d5a8eb0398ca","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:01.471029689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-ambiguous","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-ambiguous","reconcileID":"8d794e2f-16db-4263-b013-d5a8eb0398ca","error":"ExternalModel e2e-extmod-shr-user-703355/e2e-shr-amb-fa3ac8 is attached to several gateways [openshift-ingress/e2e-extmod-a-e596df openshift-ingress/e2e-extmod-b-f1ed97]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.059315796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","reconcileID":"87dfe3fc-1f59-46db-80e1-1a5d689c84d1","MaaSModelRef":{"name":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-amb-fa3ac8-12b116b19770","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-amb-fa3ac8-e2e-extmod-a-e596df","externalModel":"e2e-shr-amb-fa3ac8","provider":"e2e-shr-amb-fa3ac8-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.616005487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"08238222-01d9-4d44-9f02-57ed45bda384","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.635086596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"5a0ca387-97a9-467b-b6bb-e243079ffdf2","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.643329949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"eff6fb01-f0e7-4434-9896-b6a0aadf2232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.64333811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4d0b5b9a-fed9-45a8-8e98-d5889add7bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.643968067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"782493d4-5a64-4289-aeaa-c64d39958415","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.644904745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"49071694-562c-46ae-a6fe-fcf73f8b0f40","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.647220893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"a64c2c17-3973-4348-981b-1fbeaa35693d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.654801015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c218fc8-4ee7-4377-9acc-05128cc9d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.657281354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"782493d4-5a64-4289-aeaa-c64d39958415","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.657813485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"eff6fb01-f0e7-4434-9896-b6a0aadf2232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.659759671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"a64c2c17-3973-4348-981b-1fbeaa35693d","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.661355492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4d0b5b9a-fed9-45a8-8e98-d5889add7bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.664219797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c218fc8-4ee7-4377-9acc-05128cc9d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.743390424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"75fe0c62-c49d-4500-a172-0adf87aa1fe3","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.757731967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","reconcileID":"27a89d38-3486-40b8-a24a-6e195cc551cb","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-8b407479f682","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-b-f1ed97","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-b-f1ed97","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.798129888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"5d45731d-769c-4d50-a606-ea6b8e4fa714","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.800454275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a4b6fa4d-8815-4ad8-9276-b7d754d41990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.802016242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"77121f4b-c1a7-49fc-8f71-5d3fbbff6299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.802211095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6720760c-2666-42d0-b3aa-133c26482d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.807199057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"5d45731d-769c-4d50-a606-ea6b8e4fa714","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.810634321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a4b6fa4d-8815-4ad8-9276-b7d754d41990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.813160555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6720760c-2666-42d0-b3aa-133c26482d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.813688302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"77121f4b-c1a7-49fc-8f71-5d3fbbff6299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.813904174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cc75332-7d22-4bcf-9273-b7bea079b8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.824949072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cc75332-7d22-4bcf-9273-b7bea079b8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.905711028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dd601a17-db6b-4e33-b22f-3056faa5bc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.906358057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6412164e-40fa-414a-92bf-b50bc8e9b1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.917043069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dd601a17-db6b-4e33-b22f-3056faa5bc2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.917637718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6412164e-40fa-414a-92bf-b50bc8e9b1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:02.9342551Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-fa3ac8","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","reconcileID":"70f4e552-b547-4e53-be4b-f909c3466607","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-amb-fa3ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.108807993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"48bfd22f-5632-49b0-81ce-44c1c8a11f66","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.176779455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8cd57396-871d-444d-8d45-9f884672f4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.177919117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"48bfd22f-5632-49b0-81ce-44c1c8a11f66","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.191546907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8cd57396-871d-444d-8d45-9f884672f4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.200468855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"a236414e-8adb-4b87-9147-d1b2b32d4347","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.216157285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"a236414e-8adb-4b87-9147-d1b2b32d4347","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.216697778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3db5422d-c3de-4132-bd22-e0676a1b2f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.217425973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1318e31f-a905-479c-8d0b-53d3dad71c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.226666696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3db5422d-c3de-4132-bd22-e0676a1b2f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.229094327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1318e31f-a905-479c-8d0b-53d3dad71c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.318661073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97cfec90-c6b1-4d86-8983-f9549c6f8fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.32971915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97cfec90-c6b1-4d86-8983-f9549c6f8fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.409555686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e61a329e-8b28-43b8-8fdc-0380902c2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.423410594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e61a329e-8b28-43b8-8fdc-0380902c2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.779052144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"65e24fc4-37a4-4510-ac96-16e1ab20a4ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:03.967341167Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"fdad2e86-6130-4b09-919f-024e9f2cc418","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:03.971888094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"fdad2e86-6130-4b09-919f-024e9f2cc418","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.978342671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"96350224-e9d6-4c73-8dbb-4fd61fe10b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:03.989370727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"65e24fc4-37a4-4510-ac96-16e1ab20a4ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.004419558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"96350224-e9d6-4c73-8dbb-4fd61fe10b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.005263425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"dfcf327e-6165-47fa-bcee-cb1a2c973ce0","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.009723832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0f33e6e0-36d9-4329-bb12-ef8ae4c95d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.013341303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ac21b6-856d-4264-ad85-22ba770af1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.019925647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"dfcf327e-6165-47fa-bcee-cb1a2c973ce0","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.02403717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0f33e6e0-36d9-4329-bb12-ef8ae4c95d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.095347315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04ac21b6-856d-4264-ad85-22ba770af1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.137183602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","reconcileID":"6ce2e1b8-49bd-4f76-a4ed-7e265a6ba328","MaaSModelRef":{"name":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","namespace":"e2e-extmod-shr-user-703355"},"routeName":"external-model-e2e-shr-shared-04c867-4898608c4646","namespace":"e2e-extmod-shr-user-703355","model":"e2e-shr-shared-04c867-e2e-extmod-a-e596df","externalModel":"e2e-shr-shared-04c867","provider":"e2e-shr-shared-04c867-provider","gateway":"openshift-ingress/e2e-extmod-a-e596df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.143020153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d4d0ebe1-41de-4b0d-9fd8-9a86bfa39b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.154387857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5cb9679e-2cbc-4620-8e38-3fb75353756e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.156149843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d4d0ebe1-41de-4b0d-9fd8-9a86bfa39b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.16583002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5cb9679e-2cbc-4620-8e38-3fb75353756e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.240722934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"848441d8-4713-4e8e-bc08-84a1cd2d9c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.24114844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"094f28a4-8754-4810-9b80-ff4326472ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.244473402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"f268590f-0026-4641-8206-6f264ea6a81d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.252484259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"848441d8-4713-4e8e-bc08-84a1cd2d9c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.25582881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"f268590f-0026-4641-8206-6f264ea6a81d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.256170666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"094f28a4-8754-4810-9b80-ff4326472ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.81002453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"a3c7e867-5f7e-4801-aec7-98f07f2f7ed2","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.82378207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"d5e83f9f-1676-47a0-bb9e-2ca988055b0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.826577033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1eb92794-c8c4-439c-a66f-42882962a933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.827491456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e46ea925-6440-4569-ba83-61de256714f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.830320737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8edb4c4c-6285-4715-b1d2-bd2400b64627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.833374114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"d5e83f9f-1676-47a0-bb9e-2ca988055b0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.834120321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bb2862c-e499-4b66-9efd-e08e92029462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.845964025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8edb4c4c-6285-4715-b1d2-bd2400b64627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.848581417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e46ea925-6440-4569-ba83-61de256714f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.853493559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1eb92794-c8c4-439c-a66f-42882962a933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.854624242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bb2862c-e499-4b66-9efd-e08e92029462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.988482547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f5181e6f-ebe1-4f85-88a2-9c0ddabb2379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.989647633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c7f45e3f-50df-4660-aa0e-29655f8e25b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:04.990268036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"56710c0f-2cb7-4212-a001-c26f8dc9ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.00386031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5c7cfb8-d1bb-4a9e-87ef-e6559caca537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.004568067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5b35f989-1136-431d-bd70-ae31847a3086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.006481465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f5181e6f-ebe1-4f85-88a2-9c0ddabb2379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.008729942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"56710c0f-2cb7-4212-a001-c26f8dc9ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.013633131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c7f45e3f-50df-4660-aa0e-29655f8e25b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.021962183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5c7cfb8-d1bb-4a9e-87ef-e6559caca537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.026869284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5b35f989-1136-431d-bd70-ae31847a3086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.048278695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-04c867","namespace":"e2e-extmod-shr-user-703355"},"namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","reconcileID":"2d1db671-5202-4997-ab1e-d26636612b70","namespace":"e2e-extmod-shr-user-703355","name":"e2e-shr-shared-04c867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.236680903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0ece5267-31a0-4874-b262-43e4f13debcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.242320112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d4bcc570-b021-4a71-993e-64d6667d15f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.250578365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0ece5267-31a0-4874-b262-43e4f13debcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.257403941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d4bcc570-b021-4a71-993e-64d6667d15f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.394848257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"61e02676-8210-4fbd-9c96-5f0ed951fe6b","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.51427479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b912b3b4-c0d7-4fe8-a068-cb496634699a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.515603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"d0a3a66a-b4b8-49b6-aeb0-d138f9a92b1d","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.56322681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4f12541c-ac3c-4410-87bd-885431c8c89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.567845022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"b912b3b4-c0d7-4fe8-a068-cb496634699a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.592523216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4f12541c-ac3c-4410-87bd-885431c8c89d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.610530421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"92b301ef-2a81-4a88-9a65-d5d2e30d9893","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.615162952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6228df27-7c84-4905-ab1f-bb1769987605","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.615423889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6228df27-7c84-4905-ab1f-bb1769987605","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.623925625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cdd799ff-9603-4dea-96ac-b0376154fd73","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.626299984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"fd45bd02-5833-4bf1-b604-9878e1d00cea","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.630275812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"eace22ae-500d-4713-8ac2-8517880bf898","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.651891505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"92b301ef-2a81-4a88-9a65-d5d2e30d9893","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.659618113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"eace22ae-500d-4713-8ac2-8517880bf898","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.663414725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cdd799ff-9603-4dea-96ac-b0376154fd73","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.665209582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"2b8b365f-c44f-4817-8347-5b16243b8099","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-fe2e14a79a84","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.784739376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"16206df5-4b3d-421f-ace1-ce819db11ee3","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.818760285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"09577a6e-53c5-4a55-b511-bb6ed0943103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.820755782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"bc80c55f-43bb-40d8-9085-2ba5b4da3da3","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.820912281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"bc80c55f-43bb-40d8-9085-2ba5b4da3da3","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.831404969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"8685b19f-1c34-47a2-ba1b-53d1f376e062","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.836267906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"09577a6e-53c5-4a55-b511-bb6ed0943103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.85807771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"79f2d3f9-d582-430c-ae0c-f5edd9420fbb","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-fe2e14a79a84","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.895361274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"3905cecb-7a2c-4f39-a690-79a597545ec7","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.914125633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"541846df-c3de-4c99-ad36-974a94e37202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.915924895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1fbea7e4-2e9c-476b-8003-da3768338681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.916796615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"30bb7d2e-8352-442e-b628-20c8fafd22fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.926877906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"541846df-c3de-4c99-ad36-974a94e37202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.927240802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"b85fc1d0-1143-4462-835f-4f08fa8c7579","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.932065375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"30bb7d2e-8352-442e-b628-20c8fafd22fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.933775518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1fbea7e4-2e9c-476b-8003-da3768338681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.934409459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14843fb5-fdd1-42ed-85c8-cb682e88ad89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.945857971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14843fb5-fdd1-42ed-85c8-cb682e88ad89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.955518576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6ecbffe3-ed45-4a0c-9e60-0b377cbfbc4d","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:05.955610414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6ecbffe3-ed45-4a0c-9e60-0b377cbfbc4d","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.962765937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"a86badcc-98e6-422a-9dde-01c7a3c48a24","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.975630214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"fd93be98-4d69-426f-bb8a-d9473b585f13","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:05.990544346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"a5a69822-ce8d-4d09-9280-40ef3a033572","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-fe2e14a79a84","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.007408124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"f3d7f92a-7249-4bde-8738-bde32944cc5b","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.017407575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"4a467409-2aee-4422-b198-21635b02a919","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.040233218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42e9ff53-60c0-4023-8211-53d69fe9f8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:06.063094044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"606ed37a-56dc-4195-a85d-af93f87f080d","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:06.063181235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"606ed37a-56dc-4195-a85d-af93f87f080d","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.365177679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"cecd88e1-21f5-4f89-bcbf-946b81185ef0","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.375762789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42e9ff53-60c0-4023-8211-53d69fe9f8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.416355714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fb8bfa3b-3480-4da2-b214-ca3acd537771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.416654987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"79d07d92-e196-4378-b060-ff8ba3f78e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.419357455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"648c0b40-78a1-4479-8487-3f60d5383faf","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.432717553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d01eb71a-481f-4b0e-82c1-5ed644fe1a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.441121428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"fb8bfa3b-3480-4da2-b214-ca3acd537771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.445130224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"79d07d92-e196-4378-b060-ff8ba3f78e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.454312203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d01eb71a-481f-4b0e-82c1-5ed644fe1a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.470632415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"f19fb2fe-eaba-46f0-ba56-17b17543ec4d","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.492971328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"188b31ef-9df3-4227-b883-d6b3d7efb4f2","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.494822222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"f2df50f6-612d-4b58-baa1-03fd0053d3ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.516786051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"f2df50f6-612d-4b58-baa1-03fd0053d3ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.602105565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"07ae3772-bcc8-4ffb-86cf-93d3635d1bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.620172239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"949891f1-a9aa-4982-9c14-690bb55ee496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.621090149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"394aaa83-6879-44c4-a9aa-ca5701191a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.630563475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"07ae3772-bcc8-4ffb-86cf-93d3635d1bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.633501526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"071975ee-966f-4250-a6a4-5b92b8d50897","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.635696228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"949891f1-a9aa-4982-9c14-690bb55ee496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.639268486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"394aaa83-6879-44c4-a9aa-ca5701191a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.646810985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"071975ee-966f-4250-a6a4-5b92b8d50897","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.720080134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"94399aca-853c-42ed-b792-004f29258c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.738177029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"94399aca-853c-42ed-b792-004f29258c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.789844575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"4182580d-dd95-4c01-a003-d448ea262943","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.801097931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"11f93bfa-0616-4b84-931d-0219a68f5b7f","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.805311294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"45a08717-4863-43c8-aa43-31a5f424cdfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.820023465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"45a08717-4863-43c8-aa43-31a5f424cdfd","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.820378643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"e89293e2-d87a-403c-b53b-478c7d2f3752","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.861005468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"d7f78581-ad69-4313-9781-5b9bf10ad1da","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:06.870988133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"e89293e2-d87a-403c-b53b-478c7d2f3752","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.092381509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fd064eb7-a0d1-4f44-b481-e6242f7f2c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.09281309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d7e7fc7-63c3-49d1-96bc-f63857e5f42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.094149872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c7c0feb9-3371-4990-8ae2-b2cce5a56fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.10926792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d7e7fc7-63c3-49d1-96bc-f63857e5f42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.114655634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"fd064eb7-a0d1-4f44-b481-e6242f7f2c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.115491511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c7c0feb9-3371-4990-8ae2-b2cce5a56fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.196042192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081b3340-4d7f-4c36-84cd-11627a368657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.204720055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081b3340-4d7f-4c36-84cd-11627a368657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.287844094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e7b78e00-ede1-48f2-9eb4-06b4a257fb26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.298425936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e7b78e00-ede1-48f2-9eb4-06b4a257fb26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.400975144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8a442de0-88e3-4abc-9f1c-e41239e091d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.402417008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1034f37c-d1db-4e53-847a-549a1b5632a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.410383633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dbb3eec0-4986-4b18-a1ed-f4873461f565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.414251013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"1034f37c-d1db-4e53-847a-549a1b5632a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.416663437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"8a442de0-88e3-4abc-9f1c-e41239e091d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.488786265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"dbb3eec0-4986-4b18-a1ed-f4873461f565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.489759162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"2f56c637-74a6-4f7a-98fb-b3926f52be4e","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.506286429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"2f56c637-74a6-4f7a-98fb-b3926f52be4e","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.514973359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6dd45fbf-6d1e-4f01-853e-0e646917ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.527338703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6dd45fbf-6d1e-4f01-853e-0e646917ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.613708814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"599bdb04-8b42-43a0-8e61-0aee248fec38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.614480178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"bc3951b8-e86f-4b59-b965-bacc4061922c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.621806027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0b58e90c-a2b7-4133-bec8-a77a7d8dc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.622401666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"4938df3c-5f25-4a33-ab99-0eeb70a58cc9","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.691150362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"bc3951b8-e86f-4b59-b965-bacc4061922c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.6943006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"599bdb04-8b42-43a0-8e61-0aee248fec38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.698066857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"0b58e90c-a2b7-4133-bec8-a77a7d8dc036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.69909488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"4938df3c-5f25-4a33-ab99-0eeb70a58cc9","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.708874708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"46fc9325-55f3-466a-a660-2b2e7c52bfb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.718483454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"46fc9325-55f3-466a-a660-2b2e7c52bfb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.819273582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"da5ae010-47b4-4858-87d9-5b795d3bea35","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.819290256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"40626bd2-2095-465c-be59-e7e8d446d105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.83806021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"40626bd2-2095-465c-be59-e7e8d446d105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:07.838382419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"da5ae010-47b4-4858-87d9-5b795d3bea35","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.845199944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"51b90656-2950-47f1-b51b-214b107236b9","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.858048535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"584f5417-bbc5-4289-a7f2-e35956a8b929","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.859918311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7436deb5-ed45-43ad-a772-e487d4bfae60","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.900495143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7436deb5-ed45-43ad-a772-e487d4bfae60","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.914244733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7436deb5-ed45-43ad-a772-e487d4bfae60","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:11.932816043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"68d79d2e-0975-4853-9990-56159f0558a9","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:18.121549425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"f815818c-5489-4f4c-84bb-4a4d6c09b13f","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:18.121728301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"f815818c-5489-4f4c-84bb-4a4d6c09b13f","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:18.225138555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"981f7ac3-846c-4c12-b2d0-bf580063a8b9","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:18.225284062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"981f7ac3-846c-4c12-b2d0-bf580063a8b9","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.337869097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17fb141-8747-44a4-bd95-4dce0e5689da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.346625862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17fb141-8747-44a4-bd95-4dce0e5689da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.351775905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17fb141-8747-44a4-bd95-4dce0e5689da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.356366868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17fb141-8747-44a4-bd95-4dce0e5689da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.715614946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26a554-4cc7-4bc1-863a-9de3cc385588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.720939226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26a554-4cc7-4bc1-863a-9de3cc385588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.726779601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26a554-4cc7-4bc1-863a-9de3cc385588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:18.731968042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed26a554-4cc7-4bc1-863a-9de3cc385588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:19.259626297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4836f847-0d7d-4a65-98b2-210a81db3808","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:19.259757036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4836f847-0d7d-4a65-98b2-210a81db3808","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:19.295463721Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8431de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8431de","reconcileID":"c41a33da-ecbe-4242-b256-c27aee0cb507","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8431de","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8431de":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:19.384064263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a83b4ae5-b2e3-41b6-810b-c9be203b5b6c","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:19.384156502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a83b4ae5-b2e3-41b6-810b-c9be203b5b6c","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:19.786643861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f348b3-a63e-4be5-826a-53451aea7af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:19.792293224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f348b3-a63e-4be5-826a-53451aea7af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:19.798670902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f348b3-a63e-4be5-826a-53451aea7af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:19.804691482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f348b3-a63e-4be5-826a-53451aea7af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:20.819664891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"70a14474-eba3-4305-bba0-a4c78d61137b","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:20.819757402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"70a14474-eba3-4305-bba0-a4c78d61137b","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:21.945697087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"684641a3-bd15-45be-a17d-2786cd0140fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:21.956051331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"684641a3-bd15-45be-a17d-2786cd0140fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:21.963372575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"684641a3-bd15-45be-a17d-2786cd0140fc","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:28.972090302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:29.927803657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"45e420ed-676d-4c83-be29-2116f0c2fc20","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.004189932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"0ff3623b-ca39-4396-8995-ba8aeee0c265","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.755757935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"232cd5b2-69a4-4577-a6d5-56ccd9ff895b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.777808038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"232cd5b2-69a4-4577-a6d5-56ccd9ff895b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.793979946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"232cd5b2-69a4-4577-a6d5-56ccd9ff895b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.819649875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"b599008d-a332-4171-b75f-12e2a54a4e71","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.908754545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"3cb89c00-a75a-498f-a860-229cb29e2980","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.922602186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"3cb89c00-a75a-498f-a860-229cb29e2980","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.933300552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"3cb89c00-a75a-498f-a860-229cb29e2980","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.962247019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8533d0b2-fc3c-49de-80ff-e6860853c34d","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.978049663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8533d0b2-fc3c-49de-80ff-e6860853c34d","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:30.998083165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8533d0b2-fc3c-49de-80ff-e6860853c34d","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.385478908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"07a9d9a2-c8d5-4e50-8d35-c96689b7ef43","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.404921213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"07a9d9a2-c8d5-4e50-8d35-c96689b7ef43","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.420952834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"07a9d9a2-c8d5-4e50-8d35-c96689b7ef43","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.714184556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"e91ba2da-5b18-40b5-8f45-ff50d68eabb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.726855373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b209ba40-f4ec-42a1-8e11-d13b1bb9d7aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.727619765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ca7ecea3-2b33-4a2b-b8bb-6cd3ffcc7b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.735055607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"e91ba2da-5b18-40b5-8f45-ff50d68eabb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.745606679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b209ba40-f4ec-42a1-8e11-d13b1bb9d7aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.746405381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ca7ecea3-2b33-4a2b-b8bb-6cd3ffcc7b45","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.813226339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"2f491031-e4e2-458d-8a47-54409e359a82","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.834998835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"58d987aa-1a58-450b-8e55-e9887fcd844f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.953939445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"7475abe2-21e1-4b67-98cf-364d7e39a51c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:31.992510329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"7475abe2-21e1-4b67-98cf-364d7e39a51c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:32.218185148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"30ce9bfb-6fad-4a4e-9dd6-8f3d7c363017","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.452345295Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8072a0 priority=0:[ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub]","namespace=ai-tenant-e2e-extmod-b-36a099 priority=0:[ai-tenant-e2e-extmod-b-36a099/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-b-36a099/e2e-shr-shared-108810-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.456231278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"9b1362b2-00fc-43e5-b658-d79ea69aed45","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:45:37.468297162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-36a099/e2e-shr-auth-14681e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-14681e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.47549093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"efba7f2e-e64c-4b7d-9f89-55106324cc15","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.475789789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"c347cf84-3128-4448-94e8-d6ea93c8c673","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.477364268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"6e37e9a9-9ef1-4f13-89ba-8882dafe8f42","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.483615231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"efba7f2e-e64c-4b7d-9f89-55106324cc15","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.484936973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"c347cf84-3128-4448-94e8-d6ea93c8c673","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.486587432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"9d5bbee0-f8af-4bb5-a98a-477cc99453a1","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.514322944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"c6d318d3-6af2-4b54-b9ba-a4be5f367409","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-b-36a099","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-36a099/e2e-shr-auth-14681e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.557969693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"5cd02c93-437e-434d-8ad8-7802ef2b2e1f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.591482911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"64ce23b8-2323-49d1-a5c1-13679669b43d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.5996333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cffb7551-580b-45c1-beca-2781a1e3d1ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.601656119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"64ce23b8-2323-49d1-a5c1-13679669b43d","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.605249453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"14193a65-e832-495c-b1cd-d9dc106943e7","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:37.610063768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cffb7551-580b-45c1-beca-2781a1e3d1ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:41.451863761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"40d12a33-0953-4569-9389-000bfe17c5c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:41.487776716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"40d12a33-0953-4569-9389-000bfe17c5c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:41.495892043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"40d12a33-0953-4569-9389-000bfe17c5c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:45.709347219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"251d7a32-5087-4232-85b8-fa128937a4d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:45.746161347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"251d7a32-5087-4232-85b8-fa128937a4d7","name":"e2e-inf-a-8431de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:51.516961053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"19f6acc6-6b19-4198-921d-ebaad28a3616","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:51.591141193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"19f6acc6-6b19-4198-921d-ebaad28a3616","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:51.598471756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"19f6acc6-6b19-4198-921d-ebaad28a3616","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:45:58.969486479Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:01.609483636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a8ec6e36-4a76-4014-afcf-572280b9c224","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:01.618425287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a8ec6e36-4a76-4014-afcf-572280b9c224","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:01.628078217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-fb2b58-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (552ff35462ef37e74cc4e2a78d1ec3ac099dad1fdc92f34520d75043a3a55fe3) AuthConfig (5730f63f2eac0ca1a2046431a04c5966429bc3874bda0600525caed486e0b5a7) AuthConfig (4b149bdd934055e71fe4163ebb2fc7fa334dab48f64d723205856aab1e29adc1) AuthConfig (877fa9af0bc5691d9e33fcead6c8980709e732b4a47aaaf9a6399d229a80cad5) AuthConfig (c4088f5895a189e326d821c4a4dac1f005035f9126a696e270a5453dfeb28077) AuthConfig (0cbb906785ed8c9eb4f2d576100ce56ad14091efb9b9b8c856c0a0c450c0eff5) AuthConfig (67c522aefa3ebd2ba58c8ff4f59ed0bc409b27ff1ebeb1a56c935154948bc1ce) AuthConfig (6086205d86e3301d0b854dbf233be3ea396a446806087f71457706356feb42e0) AuthConfig (efe70417942ee6fd05353bb955272919287c6f53fec16a2bf6e42e0b89ef560f) AuthConfig (efc5ba24b90020fb187cda0a9ccc6fe7aa54210dcb65dc1a4670fbaf11bf0516) AuthConfig (ce04e348f2e7fb560132d00a8e8e091e9c977f903f1e9abad782bd8c884f7e65) AuthConfig (25b05c25a7e4cc330f70d642ebd5dc9938922184d3c3ca680c694f3bf8a8c887) AuthConfig (91ae0a7bd420141a00d1972a1a60e10d2d482699bbca4d031d0d9652fbac2b28) AuthConfig (9ef3eeff8b5037966f346db20f0524677349923b00b818b9a789a08ff760ea89)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a8ec6e36-4a76-4014-afcf-572280b9c224","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:03.648673746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"2595ddcd-513a-4b40-9964-daf4c40168ff","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:03.679061055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"ffd2cbe4-9b29-4e9d-a60a-8cee02e58e13","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.743038811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"73d59877-1a38-4182-9446-199b198dc2e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.744301701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"085e62c0-307f-4399-8899-f61978656530","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.744394513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"b1ee4448-6f1f-4d5e-bfd7-9f95253ebac9","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.747039878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a084028a-6aca-46b8-a635-1a9d7183a4b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.836153195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"b1ee4448-6f1f-4d5e-bfd7-9f95253ebac9","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.837755975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"085e62c0-307f-4399-8899-f61978656530","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.840775957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a084028a-6aca-46b8-a635-1a9d7183a4b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:04.843253176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"73d59877-1a38-4182-9446-199b198dc2e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:07.025772406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b2a7399c-b247-40bc-9b1a-7ca4589b67e0","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:07.025865791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b2a7399c-b247-40bc-9b1a-7ca4589b67e0","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.272550678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2490d831-e6ec-4458-a725-0f24b5dfdf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.287520079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2490d831-e6ec-4458-a725-0f24b5dfdf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.291817374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2490d831-e6ec-4458-a725-0f24b5dfdf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.295561554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2490d831-e6ec-4458-a725-0f24b5dfdf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.628941987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e148ac2-b8fc-4876-8d3b-46fafead0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.632684653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e148ac2-b8fc-4876-8d3b-46fafead0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.636344954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e148ac2-b8fc-4876-8d3b-46fafead0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.640187356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e148ac2-b8fc-4876-8d3b-46fafead0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.815867164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"b7b7260d-943e-43b1-bf7a-68b85998ad17","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.824515278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"9d4db8c1-74f8-4014-970f-f789d627c0fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.828192302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"36e87426-ac52-4171-aac1-e4498e9ec3be","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.834967322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"9d4db8c1-74f8-4014-970f-f789d627c0fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.836836995Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"3968f91d-2a85-41d2-a6eb-4222c5ab101a","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5811b415","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.838005558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"36e87426-ac52-4171-aac1-e4498e9ec3be","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.922729563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"44db5248-cc1f-46c9-a5e0-21736a111051","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.925267274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"376a14b7-15ca-4018-8427-92b17240286f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.991347627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"44db5248-cc1f-46c9-a5e0-21736a111051","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:07.99639572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"376a14b7-15ca-4018-8427-92b17240286f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:11.683516581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"212ebd81-fbd2-4fce-9c60-eff1d093e9bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:11.727940506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"212ebd81-fbd2-4fce-9c60-eff1d093e9bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:12.001256634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"8d04159b-013b-424f-86c2-7b7c2f856203","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.227457551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8072a0 priority=0:[ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.231852709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"65b44f49-1917-4aeb-8812-7d9fb2bd249b","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.239084181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"dc12acb9-2f11-4e70-849c-ab25f5341438","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.241795906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"91aab169-243e-496d-be09-74eb3d3c693f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-c71ea2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.252027434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"dc12acb9-2f11-4e70-849c-ab25f5341438","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.256186062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"c14d0fe4-98de-46ae-9483-a6fbb579ea36","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.266743067Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"c14d0fe4-98de-46ae-9483-a6fbb579ea36","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.266806001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"c14d0fe4-98de-46ae-9483-a6fbb579ea36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.272836319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"b41f4421-8214-4ae7-8622-905c5819eded","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.280832689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"4ba34d1a-455f-4549-ab32-a870e7e920e0","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.292484437Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"0b9d17bb-8cef-4fa7-a289-ca7ac809e65f","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-fb2b58/e2e-shr-quota-c71ea2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.325001024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"ef9042eb-b9a7-427d-a7cb-36f573ad651c","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.373273623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"43077f2d-d836-4231-b04e-6f637b9bf1fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.381070439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"43077f2d-d836-4231-b04e-6f637b9bf1fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.393916777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"a849415b-e6a8-48bc-b7e2-850bbea28801","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.536800803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"acb59a95-869a-40da-bba4-97517809ca65","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.536884539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"acb59a95-869a-40da-bba4-97517809ca65","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.702903461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5c887de4-a339-4522-904a-bdd224e702f8","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:14.702986756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5c887de4-a339-4522-904a-bdd224e702f8","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.743422961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b8ac8d-6e4d-45b3-b0e8-b22053235265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.746923173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b8ac8d-6e4d-45b3-b0e8-b22053235265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.750694572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b8ac8d-6e4d-45b3-b0e8-b22053235265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:14.754803714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b8ac8d-6e4d-45b3-b0e8-b22053235265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.307761311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f4141-f111-4bf5-924b-d0bf68b7079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.317221133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f4141-f111-4bf5-924b-d0bf68b7079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.327625542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f4141-f111-4bf5-924b-d0bf68b7079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.335568159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f4141-f111-4bf5-924b-d0bf68b7079a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:15.717236135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"ad4e4ff1-644a-4308-b18a-d3d56e61c240","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:15.717294752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"ad4e4ff1-644a-4308-b18a-d3d56e61c240","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.732120763Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-570f01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-570f01","reconcileID":"6447a091-9bb4-4d32-8c88-945023a069b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-570f01","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-570f01":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:15.784050165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c8623856-ccf6-4e6c-b314-a80f133f5564","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:15.784113002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"c8623856-ccf6-4e6c-b314-a80f133f5564","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.911170951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c7c217-e435-4027-80ee-de709d1cf1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.915253131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c7c217-e435-4027-80ee-de709d1cf1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.920019294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c7c217-e435-4027-80ee-de709d1cf1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:15.923502924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c7c217-e435-4027-80ee-de709d1cf1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:17.173476817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6f400780-7984-4a4a-9cfd-3eab381666d9","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:17.173549234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6f400780-7984-4a4a-9cfd-3eab381666d9","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.840679722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"d2d3e9e3-d086-48ca-b561-3865d11c5270","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","subscription":"e2e-shr-auth-14681e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.849347468Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"d2d3e9e3-d086-48ca-b561-3865d11c5270","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.853267278Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-sub","reconcileID":"d2d3e9e3-d086-48ca-b561-3865d11c5270","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.884064972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8072a0 priority=0:[ai-tenant-e2e-extmod-a-8072a0/e2e-shr-auth-14681e-sub ai-tenant-e2e-extmod-a-8072a0/e2e-shr-shared-108810-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-a76e85-sub models-as-a-service/e2e-dft-cb396e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.892236224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"8d28fd23-1030-4d81-8d60-5877f44155bc","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:17.997875118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"336a8917-3191-4f9d-ae70-a1cda34159d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.000560734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"5359169c-2557-494f-bc78-87bde5f7285a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.005644759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"336a8917-3191-4f9d-ae70-a1cda34159d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.008588342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"5359169c-2557-494f-bc78-87bde5f7285a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.059083066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"b5f8030a-a650-4c90-a4a3-e616688f308f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.122869594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-auth-14681e-access","reconcileID":"7f1fc32e-7587-4ec2-804c-54cb02e7d70f","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.229895611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","reconcileID":"256f725a-4840-4203-89a1-9f0381ca2896","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-4105786cc732","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-b-36a099","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.375568089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"60da1b73-ba68-4ea6-a0b2-3bcb30ebcc57","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.392041818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"8d0d2bba-9ddc-4a0d-ac56-4147dbeae39a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.393861802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4a4fb897-1909-4fc7-b25e-00ed6b3d4dfb","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.401139309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"8d0d2bba-9ddc-4a0d-ac56-4147dbeae39a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.402250027Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"d94e00ce-b757-431c-b3bb-915ca9d5b18b","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17a9816d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.403087393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"4a4fb897-1909-4fc7-b25e-00ed6b3d4dfb","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.531568535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5614d888-ad4f-4b1d-89ee-1f28322a053b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.531615565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"bcc7b1df-fe05-4d3f-9a35-a864bb7e212a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.539256665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"bcc7b1df-fe05-4d3f-9a35-a864bb7e212a","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:18.539410992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"5614d888-ad4f-4b1d-89ee-1f28322a053b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.918826225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"ff5939f1-c6e5-4166-802e-72d15fe5b445","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.918860416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"ff5939f1-c6e5-4166-802e-72d15fe5b445","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.935396097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da64a19-a5f2-4343-a50d-1f3704f95162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.939243164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"64ed83fd-ca15-41a8-82a1-6ebe20d7357e","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.939294201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"4f576da4-c54e-4a17-ab30-8c19848f70b9","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.939777767Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"659181a1-9585-4e3a-943b-bd821eda5a86","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef07f59b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.939913872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c85d63c-d0c2-43ab-aaac-cc05dd434fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.944407171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da64a19-a5f2-4343-a50d-1f3704f95162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.948594661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"64ed83fd-ca15-41a8-82a1-6ebe20d7357e","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.949568551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c85d63c-d0c2-43ab-aaac-cc05dd434fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:22.951919406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"4f576da4-c54e-4a17-ab30-8c19848f70b9","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.074588286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecefdf3-a434-4593-ace5-aeb99a2ac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.076119209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb55efa-ee26-44fc-9b7f-34d592ff849a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.080331884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c046e3a3-9209-421a-bd6d-914c28c61f0a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.081402269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cfa9d889-63e7-4fdd-8860-4e9aad6d6c02","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.084401134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecefdf3-a434-4593-ace5-aeb99a2ac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.085549806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb55efa-ee26-44fc-9b7f-34d592ff849a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.089844701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"c046e3a3-9209-421a-bd6d-914c28c61f0a","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.09111506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"cfa9d889-63e7-4fdd-8860-4e9aad6d6c02","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.809351641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"c3130ff6-40e7-4683-a103-8314847e021d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.809388166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"c3130ff6-40e7-4683-a103-8314847e021d","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.826195414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"525310e3-95d1-4102-8d74-13a1f76abc58","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9232cc20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.826675805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"572761b2-9eb5-4605-822d-3e9e77015a02","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.831637222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e06e9e08-63ba-4a52-92ed-831d711d9ba2","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.831866539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"baee67aa-2cf6-4a7b-88fd-82dfbd8fda2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.831641901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d4a67f-d43e-4d75-8e88-03a421bd40b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.836490308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"572761b2-9eb5-4605-822d-3e9e77015a02","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.841299998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"baee67aa-2cf6-4a7b-88fd-82dfbd8fda2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.841549011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"e06e9e08-63ba-4a52-92ed-831d711d9ba2","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.850570857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d4a67f-d43e-4d75-8e88-03a421bd40b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.973315767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"bf52bdd2-d887-4222-ade8-5bb52a6e1be9","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.973498547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e994e17-2762-4ad7-95fa-ab4c32543727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.98270709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"bf52bdd2-d887-4222-ade8-5bb52a6e1be9","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:23.982748636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e994e17-2762-4ad7-95fa-ab4c32543727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.071526518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d47e0db3-ef62-45dd-856e-433d9a5a5f59","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.07421911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec3bb4a8-b224-4bda-844a-5979450e4d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.080533949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d47e0db3-ef62-45dd-856e-433d9a5a5f59","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:24.082964529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec3bb4a8-b224-4bda-844a-5979450e4d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.406975607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"ae148736-247c-4746-ac59-517ada6b7c02","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","subscription":"e2e-shr-auth-14681e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.414427919Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"ae148736-247c-4746-ac59-517ada6b7c02","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.41798617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-sub","reconcileID":"ae148736-247c-4746-ac59-517ada6b7c02","MaaSSubscription":{"name":"e2e-shr-auth-14681e-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080","model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.463416571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"2bdde3ef-bce5-4a24-8d23-7a4a5b1d5b1f","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.469814335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ca100e60-c2b9-4cff-876c-cd15e9a4c036","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.470016505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"eb98fa28-8683-4004-bbcb-0fa24245c2f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.480732108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"ca100e60-c2b9-4cff-876c-cd15e9a4c036","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.481460273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"eb98fa28-8683-4004-bbcb-0fa24245c2f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.481889304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"948e9b5a-570e-47c0-bff1-0f100e94e824","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.607282795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"3d8398f3-7c20-4ab2-bfbf-3fe3f1321a5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.609131626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"f0253b18-00c8-4b02-b345-14e59ef1e853","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.615286184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"3d8398f3-7c20-4ab2-bfbf-3fe3f1321a5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.703879839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-auth-14681e-access","reconcileID":"65ea7833-713a-4714-9b32-517ce9edc35f","MaaSAuthPolicy":{"name":"e2e-shr-auth-14681e-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-auth-14681e-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.820794817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"e02db752-3686-4aa9-a87a-c6a33952f024","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:28.96635139Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.155395056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","reconcileID":"744ef112-8b06-4d57-9034-acef65450b39","MaaSModelRef":{"name":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-auth-14681e-fd196fabe468","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-auth-14681e-e2e-extmod-a-8072a0","externalModel":"e2e-shr-auth-14681e","provider":"e2e-shr-auth-14681e-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.716795064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"33336ba3-ccfd-4b71-b420-151c3f1dd8ef","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.734924012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"8c44d545-17fa-4537-aa6c-c87e68ac4aa6","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.735119787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"34549659-1c0f-4112-9337-1596cfcc78d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.735332834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e1e749a9-7d00-4bda-ac07-76f8e20b9383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.73566181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"23f12fe6-35f2-4e14-a356-8408d1ea0505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.737481322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"df3f6558-e480-42ee-a792-ac8d6d254049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.792941595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"df3f6558-e480-42ee-a792-ac8d6d254049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.794181315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"21191b2a-996d-41d2-a347-ee5500a85057","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.79458303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26ec9ea6-2704-4ce6-8c1c-6dc20132e0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.792947706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"23f12fe6-35f2-4e14-a356-8408d1ea0505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.796473638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"e1e749a9-7d00-4bda-ac07-76f8e20b9383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.79919725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"34549659-1c0f-4112-9337-1596cfcc78d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.80012516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"ca6c4d73-cab7-4433-9d8c-33979264c3f8","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.802253769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"4b86c195-9d08-40b3-b42d-b7aba37f91cf","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.802723088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"2ff41805-dacd-44f2-ba27-615a9fe7b3e8","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.805911061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26ec9ea6-2704-4ce6-8c1c-6dc20132e0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.812827247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"d6198f8f-393e-4413-8e41-567d16f4c776","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.904413904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9962d327-47b1-4b41-ae68-98dc338a2811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.90504432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1360f7fb-c445-4a5e-abd1-3d26721a9be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.908898869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6519ae1a-2d96-4aa2-956b-cf8947f32070","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.916881663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9962d327-47b1-4b41-ae68-98dc338a2811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.91895363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"47b8b201-e4e0-408d-ab33-a77abd6c1156","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.919052518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"1360f7fb-c445-4a5e-abd1-3d26721a9be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.91962947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"071bcefc-6de6-4965-ad9a-55dfc0a300d0","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.923126112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6519ae1a-2d96-4aa2-956b-cf8947f32070","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.944594988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"1463e69d-3621-4c26-a291-003d1bc0d7fd","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:29.994676163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-14681e","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","reconcileID":"6d074be1-6a17-4569-b917-49234eb985c0","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-auth-14681e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.022361506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"1463e69d-3621-4c26-a291-003d1bc0d7fd","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.172380166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"da48586b-b50c-4657-bdfe-9fff9ad91cd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.184326763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"da48586b-b50c-4657-bdfe-9fff9ad91cd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.210182402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1e232b-ddba-427c-9851-1f0b52f77130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.220029973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c1e232b-ddba-427c-9851-1f0b52f77130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.249671921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1ec376ed-26e5-4fb9-a0b3-cca856e98123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.2498316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b5e3f998-0ce7-4555-952e-3eb11788400c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.251141622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e81621a5-8d46-4ce5-84ce-02666e405b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.258399172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1ec376ed-26e5-4fb9-a0b3-cca856e98123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.258516978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"b5e3f998-0ce7-4555-952e-3eb11788400c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.260881029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e81621a5-8d46-4ce5-84ce-02666e405b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.346376998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"46b82b5c-d63a-4ee7-a6fa-5ef50dbe350b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.354207775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"46b82b5c-d63a-4ee7-a6fa-5ef50dbe350b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.457306232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"fd463161-c5f6-4c9e-97bf-a746daae17d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.464221014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"865d645c-a611-4370-b2f3-f5dc3e088071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.464825462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"db730879-d014-46e0-a0b8-7482fad7c614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.469128479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"fd463161-c5f6-4c9e-97bf-a746daae17d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.471913123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9a94f2a-d48b-4adf-857b-422fa8935290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.474216552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"865d645c-a611-4370-b2f3-f5dc3e088071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.475613316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"db730879-d014-46e0-a0b8-7482fad7c614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.479890693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9a94f2a-d48b-4adf-857b-422fa8935290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.487079157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"37be5239-dc91-43e2-8b8c-1b7437d15ea6","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.513086504Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"f93dc18b-d8c7-4f23-b60e-47f5db9bbf63","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-92eb4bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.779941738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5c923fb7-256f-4f11-8a73-eaa804aed32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.780084477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7f90cbb3-df7b-4e06-8411-2989408c442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.785211344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2e7cf413-e57b-41eb-b327-3e7a47d7c1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.786317857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cf6594c6-fdfb-4b17-ae7f-283edceb6ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.800261036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"5c923fb7-256f-4f11-8a73-eaa804aed32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.802096997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7f90cbb3-df7b-4e06-8411-2989408c442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.804232623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cf6594c6-fdfb-4b17-ae7f-283edceb6ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.804790373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"2484e116-05ff-403d-992a-1a9c25ba8be3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.80660568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"2e7cf413-e57b-41eb-b327-3e7a47d7c1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.816186689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"2484e116-05ff-403d-992a-1a9c25ba8be3","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.890807757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78dc469d-e92b-40bb-b314-25e594775dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.898050469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78dc469d-e92b-40bb-b314-25e594775dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.926511175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0820c966-eff1-4f6c-bc52-4c6ff7ecb86d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.991037811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"0820c966-eff1-4f6c-bc52-4c6ff7ecb86d","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:30.998359304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d7902006-8430-4e66-be89-b3cdfb0665a8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:31.006037559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"d7902006-8430-4e66-be89-b3cdfb0665a8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:32.944216892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"fccf368c-a554-4839-8c43-061ac9f31963","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cb396e","subscription":"e2e-dft-cb396e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:32.95125916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"fccf368c-a554-4839-8c43-061ac9f31963","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:32.955050116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-sub","reconcileID":"fccf368c-a554-4839-8c43-061ac9f31963","MaaSSubscription":{"name":"e2e-dft-cb396e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cb396e","namespace":"llm","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:32.987211698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"519ead6c-ee3e-4b6d-a422-38ffdfba239c","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:32.987247458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"519ead6c-ee3e-4b6d-a422-38ffdfba239c","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.087957333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b29d35da-0722-44ca-9648-eba56915374a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.088516251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"219a1555-2766-4f4b-8187-e2801ffe01d6","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.088705741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6789221-fd82-4642-bade-0e9cf7d55331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.088937303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6c2f9263-2340-449d-b9ea-7fef8ac10702","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.097148831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"219a1555-2766-4f4b-8187-e2801ffe01d6","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.097249366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b29d35da-0722-44ca-9648-eba56915374a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.100886174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"6c2f9263-2340-449d-b9ea-7fef8ac10702","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.101006048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6789221-fd82-4642-bade-0e9cf7d55331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.133128452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"241b018a-2c61-4814-8935-599d38a29b33","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.133151899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"241b018a-2c61-4814-8935-599d38a29b33","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.214592269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cb396e-access","reconcileID":"76bdb0b0-517b-4e7b-8498-f31f47585cbc","MaaSAuthPolicy":{"name":"e2e-dft-cb396e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.233658524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"4372ac3b-9b90-4ffa-80b3-70a89f7e4acb","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.233684187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"4372ac3b-9b90-4ffa-80b3-70a89f7e4acb","MaaSModelRef":{"name":"e2e-dft-cb396e","namespace":"llm"},"routeName":"external-model-e2e-dft-cb396e-a27bd07a4691","namespace":"llm","model":"e2e-dft-cb396e","externalModel":"e2e-dft-cb396e","provider":"e2e-dft-cb396e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.696761828Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"c1879f6f-39fb-48bc-9ec6-8d6f32babfc5","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.710566261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1436ba45-6b71-42af-b08d-8f0655194bbd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.710659491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1436ba45-6b71-42af-b08d-8f0655194bbd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.711141004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eaaf059c-b92d-4c51-ad5e-8821f4350cdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.711161615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eaaf059c-b92d-4c51-ad5e-8821f4350cdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.711524567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2796faa0-f5b8-4405-8c9a-48cf0fc55559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.711542112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2796faa0-f5b8-4405-8c9a-48cf0fc55559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.712015971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4ef48bc-1f3d-4433-b470-84ef1ca93aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.712032609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4ef48bc-1f3d-4433-b470-84ef1ca93aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.712556641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"429a3336-7750-4958-92da-3ab3c553a124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.712579557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"429a3336-7750-4958-92da-3ab3c553a124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713003099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aabd92dc-e2cf-4305-a38c-23871fae4eec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713024992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aabd92dc-e2cf-4305-a38c-23871fae4eec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713415115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"02f7e849-2fa0-40c8-83d7-3993f2792fe3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713452042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"02f7e849-2fa0-40c8-83d7-3993f2792fe3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713729373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f101a5bc-c78e-40ab-bb83-908e9ebd4db6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.713741101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f101a5bc-c78e-40ab-bb83-908e9ebd4db6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.714982333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"52f2d599-0c83-4027-b551-bef379181d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.715056661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"a0427255-39e4-4dcb-b219-151ef6bb85b7","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76e85","subscription":"e2e-dft-a76e85-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.721047132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"177afabf-6783-4ba1-bc32-83acf988c4c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.721191631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c7e2ae3a-2be5-46ab-b631-89d90e5baefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.721883189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"188115ad-fc18-4e54-9558-e7f82c5f4158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.722717393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"ff1a6145-f83c-4232-b425-73eb8ab985c4","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.722739582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"ff1a6145-f83c-4232-b425-73eb8ab985c4","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.723079787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bad1e91-2a34-4668-ab11-ec95ced393ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.726873222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"52f2d599-0c83-4027-b551-bef379181d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.73169723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"177afabf-6783-4ba1-bc32-83acf988c4c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.738017137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"c7e2ae3a-2be5-46ab-b631-89d90e5baefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.788876528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"a0427255-39e4-4dcb-b219-151ef6bb85b7","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.789609466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bad1e91-2a34-4668-ab11-ec95ced393ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.791178029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c21453d-e5a2-4d94-822f-88a5fe27b882","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.797006005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"188115ad-fc18-4e54-9558-e7f82c5f4158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:33.798502203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"a0427255-39e4-4dcb-b219-151ef6bb85b7","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-a76e85","namespace":"llm","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.110506558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cb396e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cb396e","reconcileID":"ec73d49a-8248-4197-90df-1802a762f672","namespace":"llm","name":"e2e-dft-cb396e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.128106258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd52882c-195f-4cff-9c60-da97262e9e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.134720415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"81ab2270-eacc-4f20-8a26-9d6956f81235","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.13779738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"be928cb1-dd73-4e9b-8022-f3efc0008064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.163469319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"96ac5af5-19e6-4433-9c82-99d4766f4246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.164129892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"108674ba-2e00-4fdf-a346-a1d3be9a10e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.17584217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"81ab2270-eacc-4f20-8a26-9d6956f81235","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.179111264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"a98e31d0-29e0-458a-ab80-9d87d35f61b8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.179919293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"be928cb1-dd73-4e9b-8022-f3efc0008064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.194058948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"96ac5af5-19e6-4433-9c82-99d4766f4246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.206314648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"8ea7932c-7803-4f28-a3ff-72976488ee13","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76e85","subscription":"e2e-dft-a76e85-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.207633324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"c7cba36c-dad1-41f1-9059-92ebcc29763c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.207654165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"c7cba36c-dad1-41f1-9059-92ebcc29763c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.207788284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"108674ba-2e00-4fdf-a346-a1d3be9a10e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.208248323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"a98e31d0-29e0-458a-ab80-9d87d35f61b8","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.224278289Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"8ea7932c-7803-4f28-a3ff-72976488ee13","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.231178275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"0f3bfcad-be82-4acb-90d5-fa2caeb02e2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.241890268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"0f3bfcad-be82-4acb-90d5-fa2caeb02e2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:34.261914849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-a76e85-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-sub","reconcileID":"8ea7932c-7803-4f28-a3ff-72976488ee13","error":"maassubscriptions.maas.opendatahub.io \"e2e-dft-a76e85-sub\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.328893367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ff3c4d0-3193-4b63-85ba-d4db943ca11b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.329000972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"cbfdaf0e-3bae-4f00-831d-6e30efb5340c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.329027095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"cbfdaf0e-3bae-4f00-831d-6e30efb5340c","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.331163381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0a062fea-b66b-4cad-b2a3-5120dc8ca99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.336713478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6243c733-6698-47f4-93f8-ae6512fb1d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.338667473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2ff3c4d0-3193-4b63-85ba-d4db943ca11b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.341351422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0a062fea-b66b-4cad-b2a3-5120dc8ca99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.372174065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6243c733-6698-47f4-93f8-ae6512fb1d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.379480468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6243c733-6698-47f4-93f8-ae6512fb1d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.388993277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a241341-9a32-4462-a779-44bd9dffc319","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.389012206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a241341-9a32-4462-a779-44bd9dffc319","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.430111802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ce398aaf-27f5-42a6-aa43-f50294f61bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.430834683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"23487925-110c-4891-a4e2-8c7fca430cac","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.431373664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"db5412b5-3bf1-45cd-bec3-7d02842d4f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.432136121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"38e2c36c-7af7-4a5e-9d98-7bb113c3016e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.432700019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac2e7af0-3ea8-4d9b-8b43-6fb72e0b0465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.471082111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac2e7af0-3ea8-4d9b-8b43-6fb72e0b0465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.483090469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"38e2c36c-7af7-4a5e-9d98-7bb113c3016e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.683307319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"23487925-110c-4891-a4e2-8c7fca430cac","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.712751046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ce398aaf-27f5-42a6-aa43-f50294f61bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.723785746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"db5412b5-3bf1-45cd-bec3-7d02842d4f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.904735506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e29619e4-58bc-4e08-a276-b046532db6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.914222292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"e29619e4-58bc-4e08-a276-b046532db6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.997763673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ad56e9cf-1c91-49e9-ab60-46a46d5eafdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.999056573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b3e9ab21-378b-4bc7-bc97-0dcdaceda4e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:34.999785592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"45c806d1-2a67-4f19-95db-5dd8110f681e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.000930312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"416fc529-05fb-4ca2-bde2-e62abd147c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.00672881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ad56e9cf-1c91-49e9-ab60-46a46d5eafdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.007786872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"b3e9ab21-378b-4bc7-bc97-0dcdaceda4e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.011543721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"45c806d1-2a67-4f19-95db-5dd8110f681e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.011698868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"416fc529-05fb-4ca2-bde2-e62abd147c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.018388521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-a76e85-access","reconcileID":"f7c96c0d-0b78-441c-80ea-0f724141048b","MaaSAuthPolicy":{"name":"e2e-dft-a76e85-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.04527655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"bb8cdc37-7fb1-4e9e-961f-4297bd8bc23e","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.045309149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"bb8cdc37-7fb1-4e9e-961f-4297bd8bc23e","MaaSModelRef":{"name":"e2e-dft-a76e85","namespace":"llm"},"routeName":"external-model-e2e-dft-a76e85-4bdf13861b9a","namespace":"llm","model":"e2e-dft-a76e85","externalModel":"e2e-dft-a76e85","provider":"e2e-dft-a76e85-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.540411962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"3c69d0e0-5d54-4571-afd3-87e051c7faa5","namespace":"llm","name":"e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.551316976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b18a522d-e225-4a15-b0f9-6d4b43808e76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.551350659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b18a522d-e225-4a15-b0f9-6d4b43808e76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.551877062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1db6bd67-edb2-406a-aeed-9d5319d74982","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.551902012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1db6bd67-edb2-406a-aeed-9d5319d74982","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.552280562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6db55be4-50b4-49a9-bd2e-e5fa798917ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.552300842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6db55be4-50b4-49a9-bd2e-e5fa798917ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.552739081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"99d37a39-a3f7-4160-9e7b-4eaca482f1c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.552757001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"99d37a39-a3f7-4160-9e7b-4eaca482f1c1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.553130966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07679314-56a2-4a1d-b595-d68a5b72e31a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.553148272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07679314-56a2-4a1d-b595-d68a5b72e31a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.553538011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ecbc385-05eb-4540-9720-4b65237a14f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.553554663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ecbc385-05eb-4540-9720-4b65237a14f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.553931026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e80418aa-6236-4424-aaf9-fab63e891cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.55394891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e80418aa-6236-4424-aaf9-fab63e891cd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.554480527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90c357a5-ae23-46fe-b578-115621b76f78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.554500895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"90c357a5-ae23-46fe-b578-115621b76f78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.555044009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7b4a3ed9-77ff-4e7e-a4f6-44a713bdd436","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.558104803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"512c3a12-89d6-44fd-9b8e-91b223d9290b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.558147983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484714a0-5ea3-40a2-9c57-b915579f9913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.558783225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"4c07bee9-854b-4bb1-a268-264644ef7f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.559770527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"362b1d30-e65c-4e5c-849c-2a97449d99d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.56499716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7b4a3ed9-77ff-4e7e-a4f6-44a713bdd436","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.567527271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"512c3a12-89d6-44fd-9b8e-91b223d9290b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.574417449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"4c07bee9-854b-4bb1-a268-264644ef7f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.575406052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"362b1d30-e65c-4e5c-849c-2a97449d99d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.578928946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484714a0-5ea3-40a2-9c57-b915579f9913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.579564226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"243ab529-cb5b-4bed-9b21-9827bf0269d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.592540378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05d7cad4-5987-47fc-aaa8-6f893bb2be1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.59421584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484714a0-5ea3-40a2-9c57-b915579f9913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.617032188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a551f2a1-8dde-439c-9271-606019bcedca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.63067473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a551f2a1-8dde-439c-9271-606019bcedca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.703505845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a76e85","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a76e85","reconcileID":"41df8a5b-5802-4dfa-8599-f5a5c46b958c","namespace":"llm","name":"e2e-dft-a76e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.712729993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b94f71a-c69d-47bc-a94e-1fa81bd584fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.71335715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f39ab639-1943-40d1-b534-6b23c7c659be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.714933292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"73751f0d-8778-4d20-a9e9-f96faaf2d93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.7156463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"701aee45-66dc-4dea-9a47-6acaabacf672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.717358484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"086a1437-1179-4b7a-9b67-87aa43cc83b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.725859342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b94f71a-c69d-47bc-a94e-1fa81bd584fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.72686665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"f39ab639-1943-40d1-b534-6b23c7c659be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.728628395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"73751f0d-8778-4d20-a9e9-f96faaf2d93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.730952737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"701aee45-66dc-4dea-9a47-6acaabacf672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.731249131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"086a1437-1179-4b7a-9b67-87aa43cc83b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.795163296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cc325f7e-b200-46f4-bf66-105c39fa1d2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.797178817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"36e94da1-95b2-45f4-8c97-e2a6a55f65c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.800223211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"245d28dc-8eb7-49d7-bf82-e9804d8c2f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.800322121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9183578e-f334-4ad3-af01-401bb0d73e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.805797739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03db2fa-ed4d-40c8-925d-4b72f46e7368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.807410133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"36e94da1-95b2-45f4-8c97-e2a6a55f65c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:35.821180433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"245d28dc-8eb7-49d7-bf82-e9804d8c2f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.036607983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9183578e-f334-4ad3-af01-401bb0d73e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.050899648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03db2fa-ed4d-40c8-925d-4b72f46e7368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.077164283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"cc325f7e-b200-46f4-bf66-105c39fa1d2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.112583251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d03db2fa-ed4d-40c8-925d-4b72f46e7368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.218589212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e619c79e-814d-4c73-a1b6-990130b2da70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.232717541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b2ea78ad-7ca9-44b5-a9f2-59e892790583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.291884856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"e619c79e-814d-4c73-a1b6-990130b2da70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.295590279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b2ea78ad-7ca9-44b5-a9f2-59e892790583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.300272516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a0a00-ed66-46fd-b3d8-7e566a374985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.307743129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ab6ca00b-9cb9-41b6-8c1f-ed3d30b48c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.30817452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"116f1563-f7af-4b03-9ce2-4f0deccd3ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.31330354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be9a0a00-ed66-46fd-b3d8-7e566a374985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.391012094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ab6ca00b-9cb9-41b6-8c1f-ed3d30b48c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.393788986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"116f1563-f7af-4b03-9ce2-4f0deccd3ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.482769145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d5f00c6a-30fa-446c-b21d-3d7bece2e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.483301129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4299e347-9d87-4b96-9954-c5581a0cac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.506563217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"4299e347-9d87-4b96-9954-c5581a0cac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.50707493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"d5f00c6a-30fa-446c-b21d-3d7bece2e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.553045856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"428364d8-31ee-4870-b0b6-763864467ef7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.560468541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"20298e81-ab9b-4cf5-81fa-e1b05d6a68a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.560910126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2938bd18-a9d7-4563-8275-de0e7fdeef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.565319644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"428364d8-31ee-4870-b0b6-763864467ef7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.571028771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"20298e81-ab9b-4cf5-81fa-e1b05d6a68a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:36.573163853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2938bd18-a9d7-4563-8275-de0e7fdeef0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.560179324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"fa399047-abd9-4227-b04b-fb3e31dc5669","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.610132513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"63d0f034-5242-4a08-b06a-61f90397d6a5","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.724889425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"8609328d-fa80-4894-883e-c4b680249b00","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.738234046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"4dd22693-645b-4d70-a8ae-a314396bb71e","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.817342891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c98aee5c-7224-4e7a-8786-e5a537a2476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.823486512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"46a76162-155a-4d8a-ac9b-89ea80b2a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.824228749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6b3e3b91-599f-49f8-a082-e838a587b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.82459829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e3f323-ea3f-4f6d-92df-5de6b78ca37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.824921537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"679be0d6-6b50-4e72-a536-90f61fe2d5c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.831188457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"c98aee5c-7224-4e7a-8786-e5a537a2476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.836982337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e3f323-ea3f-4f6d-92df-5de6b78ca37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.84088902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"46a76162-155a-4d8a-ac9b-89ea80b2a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.848998928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97e3f323-ea3f-4f6d-92df-5de6b78ca37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.845172214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"6b3e3b91-599f-49f8-a082-e838a587b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.851261567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"679be0d6-6b50-4e72-a536-90f61fe2d5c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.864278064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2f4139d9-d06e-42c8-af06-4027be0e78bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.876015427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2f4139d9-d06e-42c8-af06-4027be0e78bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.885015013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"a054022c-6f0d-4b35-8dcb-455c53aa48e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.900343286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"a054022c-6f0d-4b35-8dcb-455c53aa48e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.941273055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"be5dfb11-9e3f-4b82-9cf6-67afca3e603b","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.962737447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"621c5519-d735-48d8-b78f-6daae32e4513","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.964940548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"621c5519-d735-48d8-b78f-6daae32e4513","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.965519208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7dc30b01-8114-4703-ab2d-b53f0dadf63e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.968273934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7dc30b01-8114-4703-ab2d-b53f0dadf63e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.968808813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8a7e409-d598-44b3-b7f9-04c758436c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.968866804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8a7e409-d598-44b3-b7f9-04c758436c58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.969403529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e07d10a4-34b7-404d-a8bf-85367ce14e6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.96948013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e07d10a4-34b7-404d-a8bf-85367ce14e6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.970025448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03e96771-a01a-471d-a539-6958f37d6b25","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.971336921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03e96771-a01a-471d-a539-6958f37d6b25","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.97185954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1735e889-ef42-4cb5-8faa-12f8db672f24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.973918363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59d793c2-a5a3-45af-8244-8d397f237dc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.967473619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81e35c9b-2485-4ee4-bac4-9e93de1ef643","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.974684972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1735e889-ef42-4cb5-8faa-12f8db672f24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.975143484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d0e7fee-5899-4668-8f6e-e52718bbf394","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.975478539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4d0e7fee-5899-4668-8f6e-e52718bbf394","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.976000281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"87126e51-50b9-4f21-9146-6c21c3f3c42d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.9762752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"87126e51-50b9-4f21-9146-6c21c3f3c42d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.977708012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8528f7ce-8882-4dc1-98a3-4197fdd9075f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.978362412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3050e6e1-1750-4e97-b6be-298c763c3910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.98142194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"2db32fbb-8524-431d-9b0f-1b331e7116e3","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.987333646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d89d79-1247-40e6-9c92-799d453ab9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.98755908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d89d79-1247-40e6-9c92-799d453ab9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.987994657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70701cb9-cb0d-4a8a-b5bd-db7e64acaf3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.988038778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70701cb9-cb0d-4a8a-b5bd-db7e64acaf3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.988563678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85bb22a9-b040-40ad-b2f2-3c2186a97d66","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.988703985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85bb22a9-b040-40ad-b2f2-3c2186a97d66","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.989129084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cdfc65a-4c54-41ca-b5d0-4e0f35a80338","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.989174496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cdfc65a-4c54-41ca-b5d0-4e0f35a80338","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.989482084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad83f650-2231-48a6-b173-474668a7136d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.989549963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad83f650-2231-48a6-b173-474668a7136d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.990051378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de2efb5d-dd92-4089-8488-f0786a8086c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.990103602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de2efb5d-dd92-4089-8488-f0786a8086c7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:37.998336998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8528f7ce-8882-4dc1-98a3-4197fdd9075f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.004829567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3050e6e1-1750-4e97-b6be-298c763c3910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.066089134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9831a5ad-bec9-4e63-9369-e95183987629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.075518755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"9831a5ad-bec9-4e63-9369-e95183987629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.109506779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"231521dc-9990-489d-85b6-898254ce29d4","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.119157177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"0d9e5095-ef37-46fe-be94-09222a2481dc","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.119186325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"0d9e5095-ef37-46fe-be94-09222a2481dc","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-905fa1-59ab9a6ec9fd","namespace":"llm","model":"e2e-dft-refs-905fa1","externalModel":"e2e-dft-refs-905fa1","provider":"e2e-dft-refs-905fa1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.119678602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"16854f78-c881-4d47-8612-8e00d420cf84","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.124650666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d9cf54d-63c2-4e9a-b3cb-a32c13a9b419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.31936714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"16854f78-c881-4d47-8612-8e00d420cf84","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.335482806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"1d9cf54d-63c2-4e9a-b3cb-a32c13a9b419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.547063647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"84bc771f-f2e9-4782-ab02-a46c5cabfc5e","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.553963007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"40adb1e4-130c-43ca-9226-c9ef56a8a697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.565467667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"84bc771f-f2e9-4782-ab02-a46c5cabfc5e","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.569637671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"40adb1e4-130c-43ca-9226-c9ef56a8a697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.571030199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d6d48afe-8591-4e36-ace7-7776b5bc655c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.573120036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eba68ba-c7a3-47e6-bc5a-f1e43369b53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.598245785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"d6d48afe-8591-4e36-ace7-7776b5bc655c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.669177762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eba68ba-c7a3-47e6-bc5a-f1e43369b53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.685166737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eba68ba-c7a3-47e6-bc5a-f1e43369b53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.728047531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"88e0711d-77b3-482f-b15e-507774d1bf3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.731891659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9f042e3d-3e73-47f5-b5c0-64553ea56501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.73988268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"251315e4-e35a-4cf4-9744-ce597fce2b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.749775036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"88e0711d-77b3-482f-b15e-507774d1bf3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.755072624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e23d9359-8639-47fb-8d35-c1dcf952c560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.762907582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"251315e4-e35a-4cf4-9744-ce597fce2b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.780086378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9f042e3d-3e73-47f5-b5c0-64553ea56501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.783743424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e23d9359-8639-47fb-8d35-c1dcf952c560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.806114492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0a6cbbfb-e09b-4ade-9f34-e5465d23411a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.808844138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"49112268-5bde-4180-9024-60d3d37c270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.812064439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14fcdd56-c024-4be4-8f43-d66e48d84e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.812130822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"327787d3-0121-4372-bbff-0ff8eaa2af2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.813823807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"81642f3a-0334-49c0-ade4-7cd0fd418d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.817662415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"0a6cbbfb-e09b-4ade-9f34-e5465d23411a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.818357049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"49112268-5bde-4180-9024-60d3d37c270c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.821890693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"14fcdd56-c024-4be4-8f43-d66e48d84e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.821915579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"327787d3-0121-4372-bbff-0ff8eaa2af2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.825157965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"81642f3a-0334-49c0-ade4-7cd0fd418d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.901049576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0bfebfa1-99b4-4238-ae1c-df4158d42cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.901674897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ad9c85e7-66d2-44bc-9931-d7a5237f7c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.90976971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"0bfebfa1-99b4-4238-ae1c-df4158d42cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:38.913568383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"ad9c85e7-66d2-44bc-9931-d7a5237f7c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.041293728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"644ea99d-8805-4b75-99d6-5fd94eba81c0","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.094512495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"16e9d4be-9b73-4fd0-9f7d-146e21085340","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.097737431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b9d4988f-0e12-4083-91de-64827b32926c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.164663051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b9d4988f-0e12-4083-91de-64827b32926c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.178982038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b9d4988f-0e12-4083-91de-64827b32926c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.231242269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"c8c94bed-f2fe-4f4f-ab7c-a426300a67c3","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:39.663138849Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"19d2f856-7e2e-43e2-93e3-af659e6337f1","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:39.663223409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"19d2f856-7e2e-43e2-93e3-af659e6337f1","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:39.774056131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"92afd892-69b5-4a8d-9d6f-f4307d19b50d","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:39.774135321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"92afd892-69b5-4a8d-9d6f-f4307d19b50d","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.991372085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e6294-d277-4055-ae2f-ad2f8e28c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.995536768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e6294-d277-4055-ae2f-ad2f8e28c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:39.999058605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e6294-d277-4055-ae2f-ad2f8e28c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.002919682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e6294-d277-4055-ae2f-ad2f8e28c89b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.003651862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5f4e0b4e-16ee-409c-af60-ab8268f688e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.011567881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5f4e0b4e-16ee-409c-af60-ab8268f688e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.068613283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"0c3e4e26-3570-4a5d-ab78-5ae3bd7fcdc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.078881132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"0c3e4e26-3570-4a5d-ab78-5ae3bd7fcdc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.091041117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"0c3e4e26-3570-4a5d-ab78-5ae3bd7fcdc4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.291265282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c9427f-73c4-48a8-b283-63144bb367ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.2946014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c9427f-73c4-48a8-b283-63144bb367ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.298653797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c9427f-73c4-48a8-b283-63144bb367ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.302243903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c9427f-73c4-48a8-b283-63144bb367ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.520107411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"e37b8828-3781-4a6c-8202-e3af591100cc","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","subscription":"e2e-shr-shared-108810-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.528603494Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"e37b8828-3781-4a6c-8202-e3af591100cc","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.534166598Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-sub","reconcileID":"e37b8828-3781-4a6c-8202-e3af591100cc","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.617358194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"b22cf493-b780-4209-a612-1550dc16e8d7","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.621343225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"040c4b75-8a06-4684-aee9-93e15faaa2b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.629029199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"040c4b75-8a06-4684-aee9-93e15faaa2b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.652142545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58e41ea-de85-4b76-8144-22986e6f3579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.656174879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58e41ea-de85-4b76-8144-22986e6f3579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.660505445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58e41ea-de85-4b76-8144-22986e6f3579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.664900486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58e41ea-de85-4b76-8144-22986e6f3579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.76611002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"6eee696a-c7ae-4b95-94c4-49b207d96785","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.7708015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"50fd4fef-fa56-4455-b5d2-7f566d980fb8","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.777085773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"6eee696a-c7ae-4b95-94c4-49b207d96785","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:40.804600041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7f16efb9-148f-4485-809a-231e507f5fcb","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:40.804764613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7f16efb9-148f-4485-809a-231e507f5fcb","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.807677083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"eca66d10-5f86-48b5-a208-30010e619765","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.82461319Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cf51d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cf51d4","reconcileID":"f06e4908-56e7-4bb7-a4ce-e1354fd422a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cf51d4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-cf51d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.826666754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"eca66d10-5f86-48b5-a208-30010e619765","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.875356483Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"eca66d10-5f86-48b5-a208-30010e619765","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"name":"e2e-extmod-b-36a099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.875386724Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"e2e-shr-shared-108810-access","reconcileID":"eca66d10-5f86-48b5-a208-30010e619765","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-b-36a099"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-36a099","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:40.8811249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5630ca92-df1b-4f49-a907-f226eaa68dc4","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:40.881198305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5630ca92-df1b-4f49-a907-f226eaa68dc4","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:40.92506948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","reconcileID":"e27beb05-35ac-401c-bfb5-2fad72778eb0","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-b-36a099","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-30cae843c2a5","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-b-36a099","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-b-36a099","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.064278763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"20779c35-9b73-4dcf-8c1f-ea4d39fa6574","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.082830479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646fa488-69d9-4788-9373-48b707912478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.083304407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b95dcd05-05d5-4907-9677-687bf2b307b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.091650038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646fa488-69d9-4788-9373-48b707912478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.097086096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646fa488-69d9-4788-9373-48b707912478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.101857559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"32f42a1e-5c10-4f48-a05e-a7aa07b3a9b0","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdb76d7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.104617149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646fa488-69d9-4788-9373-48b707912478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.110008467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b95dcd05-05d5-4907-9677-687bf2b307b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.175522007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b2ace321-793c-4675-a161-efb8bb9e6267","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.21100782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"b2ace321-793c-4675-a161-efb8bb9e6267","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.679157678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"9dc181e8-691d-46f9-af31-f132f30cfaca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.686915714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7e3c3b-fb86-4ca3-9f9f-c79783559e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.690677487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7e3c3b-fb86-4ca3-9f9f-c79783559e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.694382067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7e3c3b-fb86-4ca3-9f9f-c79783559e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.698345829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7e3c3b-fb86-4ca3-9f9f-c79783559e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:41.700424399Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"9dc181e8-691d-46f9-af31-f132f30cfaca","name":"e2e-inf-b-570f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:42.168593151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"cec0de76-a90b-46ab-8620-307be3a855e2","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:42.168668097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"cec0de76-a90b-46ab-8620-307be3a855e2","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.004695914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"bbbb06e3-d9b8-495d-bfd3-f63fa972c232","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.011346365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"1240ea67-293a-4ebc-bb38-81291a4d9cf8","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.011376193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"1240ea67-293a-4ebc-bb38-81291a4d9cf8","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-905fa1-59ab9a6ec9fd","namespace":"llm","model":"e2e-dft-refs-905fa1","externalModel":"e2e-dft-refs-905fa1","provider":"e2e-dft-refs-905fa1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.017102275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b60c54a-dd99-428a-b1ed-bea0b42ce512","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.017127563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b60c54a-dd99-428a-b1ed-bea0b42ce512","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.017635472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"138109c4-437e-401d-bd4b-f0b391c3fd79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.017657376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"138109c4-437e-401d-bd4b-f0b391c3fd79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.018195404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e09f6999-7cd4-4eaf-b3aa-2c134a6008f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.018214165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e09f6999-7cd4-4eaf-b3aa-2c134a6008f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.018749064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ae5436b-15a9-4201-82f2-e786f1adf2cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.018768627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ae5436b-15a9-4201-82f2-e786f1adf2cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.01878259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"6799d527-1a64-4413-bfd9-5368218e6d3f","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.019159128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d0b928de-aece-4bf1-a1da-45ffd80631d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.019178886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d0b928de-aece-4bf1-a1da-45ffd80631d1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.019601396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd6c65e8-7e41-445f-97f3-1edf01c53551","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.0196224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd6c65e8-7e41-445f-97f3-1edf01c53551","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.020006857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed2bbc54-afd9-46cb-9293-af62ac8e1c4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.020025923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed2bbc54-afd9-46cb-9293-af62ac8e1c4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.02063833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2b4263c9-29eb-43b4-8ec7-5b41f4686825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.021810111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9f92dade-4249-48e0-9997-35f589768a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.021969775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0645eca7-2ef5-4963-84f9-fb067aebd0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.026800933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"6799d527-1a64-4413-bfd9-5368218e6d3f","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.027275508Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"35c88287-2c3f-4870-8d49-ffa37cb15877","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-905fa1-59ab9a6ec9fd","namespace":"llm","model":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.027658364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57825ac-dd51-46fe-9f4f-9c516b731abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.038172278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"9f92dade-4249-48e0-9997-35f589768a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.040775441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"0645eca7-2ef5-4963-84f9-fb067aebd0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.04351398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2b4263c9-29eb-43b4-8ec7-5b41f4686825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.043981756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"6799d527-1a64-4413-bfd9-5368218e6d3f","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.046117477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57825ac-dd51-46fe-9f4f-9c516b731abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.0697574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c3cacfa-36dd-428f-a8fc-4efeb7015841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.069773701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c3cacfa-36dd-428f-a8fc-4efeb7015841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.070819618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57825ac-dd51-46fe-9f4f-9c516b731abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.088460284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fb5e703-1ec5-418d-9900-2ee978d7b0ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.088875617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b5db11ea-d9fa-4452-8866-578b7bee4efa","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.089527203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf41e8a9-ebd7-4fed-a555-feac1208e304","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.110881822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b5db11ea-d9fa-4452-8866-578b7bee4efa","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.159181316Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"13d0111a-efab-4c58-9649-ecbae342ee9c","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.172452476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"32eefa99-6d7e-4585-8af4-579ad3afbb2c","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.177637404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79fbf7b0-0ae7-4ddf-879c-3a7002242a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.210501786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d362b06c-f2f6-4809-9fd0-48b9f38a3a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.211093152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"314e338e-7125-40e4-ba35-9f5b5cd55074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.211879211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"79fbf7b0-0ae7-4ddf-879c-3a7002242a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.216201475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14283d45-fafc-4d94-85da-ce69c18b7bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.225852403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"314e338e-7125-40e4-ba35-9f5b5cd55074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.226854963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d362b06c-f2f6-4809-9fd0-48b9f38a3a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.231675674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14283d45-fafc-4d94-85da-ce69c18b7bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.297175404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a4b78fe5-3be0-4668-9b6e-d3880cb1f52b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.30583094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ade632b6-02a7-4344-a79c-f8a39a1bf6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.312986075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6dc7149c-25a9-484a-9cc6-e9b5ca7c8cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.313533847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6e9d3a9b-1bca-45db-9676-eb9296746898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.31386895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"a4b78fe5-3be0-4668-9b6e-d3880cb1f52b","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.314100604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4e258a0-9e80-4d31-bd24-4fc96059a816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.317287988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"ade632b6-02a7-4344-a79c-f8a39a1bf6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.32307015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6dc7149c-25a9-484a-9cc6-e9b5ca7c8cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.324263731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a4e258a0-9e80-4d31-bd24-4fc96059a816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.326217672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"6e9d3a9b-1bca-45db-9676-eb9296746898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.434812899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8586ed6b-0ffd-416b-9db9-a7b6c7e5a962","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.450223806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8586ed6b-0ffd-416b-9db9-a7b6c7e5a962","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.454802152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a20c219-41df-43a0-9433-d01d35207410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.464080456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4f57c2-7a46-416a-8d39-d1179243356a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.466008401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8586ed6b-0ffd-416b-9db9-a7b6c7e5a962","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.493547285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"8a20c219-41df-43a0-9433-d01d35207410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.498740999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a052c9cb-0dfe-42ab-98f3-8c6e69a580cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.553944532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"a052c9cb-0dfe-42ab-98f3-8c6e69a580cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.554862614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"28f8a29d-df4f-4a01-9739-3ad6c1b9ef62","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.556895832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4f57c2-7a46-416a-8d39-d1179243356a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.567157066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2fff62f9-05dd-41ee-884b-fd16100e323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.584303728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"28f8a29d-df4f-4a01-9739-3ad6c1b9ef62","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.596288564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4f57c2-7a46-416a-8d39-d1179243356a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.623467377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"2fff62f9-05dd-41ee-884b-fd16100e323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.712420139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba6107c9-d245-4959-82b2-6e976e7768e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:44.725503519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ba6107c9-d245-4959-82b2-6e976e7768e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.139997406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"6040cee9-1e6d-4386-936f-e740d73eb275","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.145837014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"6fa36b01-45e8-4327-8a67-1be0e2cc2fe8","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.166250822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a53478dd-170f-4c31-ab33-21dc407158e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.167136965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cfbd745e-3458-4a3b-ad95-cf15a65983d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.207845414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39db8f31-59dd-4f20-8d85-fd66d52f3746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.208573373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4b71395-134d-4c26-958b-198e6d0d9e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.209211075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"003d1e89-a568-4899-9731-bc0d83135a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.213163771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"a53478dd-170f-4c31-ab33-21dc407158e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.216784485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cfbd745e-3458-4a3b-ad95-cf15a65983d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.227762146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4b71395-134d-4c26-958b-198e6d0d9e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.229571453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39db8f31-59dd-4f20-8d85-fd66d52f3746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.229577816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cfbd745e-3458-4a3b-ad95-cf15a65983d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.23308121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"003d1e89-a568-4899-9731-bc0d83135a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.245976596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39db8f31-59dd-4f20-8d85-fd66d52f3746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.249498137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"79f53283-4eda-4f19-8e84-4d986ed812b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.250621945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"a31f3917-54fd-4f97-a95f-f4b292c1865a","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.255926323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81c91562-8dd1-49fa-a7ef-f135adcff73f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.255945221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81c91562-8dd1-49fa-a7ef-f135adcff73f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.256264573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65ba0180-280e-4934-b903-1a71e532c909","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.25628223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65ba0180-280e-4934-b903-1a71e532c909","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.25675908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d76ec54-49b1-4f82-93a2-801933b07378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.256772972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d76ec54-49b1-4f82-93a2-801933b07378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.258263315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23325f7b-02b6-425e-bf8b-39e4ae0713a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.258276016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23325f7b-02b6-425e-bf8b-39e4ae0713a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.258714732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27439e00-031f-4510-8f2e-27d605b31d9f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.258725084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27439e00-031f-4510-8f2e-27d605b31d9f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.259021398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"301d7ec9-2a45-447f-b3ca-e9b89f336c3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.259032685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"301d7ec9-2a45-447f-b3ca-e9b89f336c3b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.25931231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"608b990d-beb2-4be6-a191-6ad66dd6c9de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.25932151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"608b990d-beb2-4be6-a191-6ad66dd6c9de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.259643156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f50ceaa-6048-4834-a03f-a3f61dd42be4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.259654647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f50ceaa-6048-4834-a03f-a3f61dd42be4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.26406946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"79f53283-4eda-4f19-8e84-4d986ed812b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.271095315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b20e5f33-b375-42da-8ebd-d3f2d86884dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.2787086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ec0c66d-3620-41cd-aefc-7fbb92d5ed08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.296607942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"c4c8fc74-5b1f-43f5-a0a2-c68e8327896e","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"name":"e2e-dft-refs-905fa1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.301526061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"231ae7ee-386f-40b7-a459-6aeb60445e3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.301542974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"231ae7ee-386f-40b7-a459-6aeb60445e3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.301908875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23adf05e-36b6-4fb6-b3cf-d1c921b4bd48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.301919226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23adf05e-36b6-4fb6-b3cf-d1c921b4bd48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302255331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d4d4ef5-5d02-44fe-ab52-b3ec01be9f8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302267041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7d4d4ef5-5d02-44fe-ab52-b3ec01be9f8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302583821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"499e0f1c-0c9d-4f05-aa66-a7418ca972c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302597875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"499e0f1c-0c9d-4f05-aa66-a7418ca972c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302864442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9210ecc9-ea9c-4efa-962d-227e2d19a206","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.302879073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9210ecc9-ea9c-4efa-962d-227e2d19a206","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.303151292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b64cd90a-0492-4001-80c7-69bb22244fab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.30316333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b64cd90a-0492-4001-80c7-69bb22244fab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.304262353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea95d3dd-9eff-4e41-9e36-b8e76fea1bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.304285062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea95d3dd-9eff-4e41-9e36-b8e76fea1bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.305748408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12126e70-25e9-42a2-a0b2-9ee4af9f363c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.305772246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12126e70-25e9-42a2-a0b2-9ee4af9f363c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.39448039Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"7c01b8d3-fed4-4b86-9cb1-180ed963dc5e","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.398790725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b79163cc-e23d-4335-a4a7-3d140575aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.399922784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"28d3c1e2-a25d-4552-bcaa-56364826c383","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.399943172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"28d3c1e2-a25d-4552-bcaa-56364826c383","MaaSModelRef":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-905fa1-59ab9a6ec9fd","namespace":"llm","model":"e2e-dft-refs-905fa1","externalModel":"e2e-dft-refs-905fa1","provider":"e2e-dft-refs-905fa1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.402942927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"fcd3aecf-dd75-43f3-b8b9-edd36321dbff","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.403164421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"09635195-255d-41d6-b4ad-ad2ae68f365f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.403767085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"fcd42b85-0d16-48ae-857c-d603c4e7aebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.404297738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6443db47-de2f-401a-9094-f480c8b6afe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.409370614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b79163cc-e23d-4335-a4a7-3d140575aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.41140563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"fcd3aecf-dd75-43f3-b8b9-edd36321dbff","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.413184324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"09635195-255d-41d6-b4ad-ad2ae68f365f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.413820767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"fcd42b85-0d16-48ae-857c-d603c4e7aebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.417106376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"6443db47-de2f-401a-9094-f480c8b6afe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.608651373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1371047b-391b-46f9-9e18-0b3284a0957e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.647807603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2903d4b2-a4e3-4dec-ac8d-6154026af982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.684007381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ea54d890-5c63-460b-80e2-70388d0faf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.684802717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8f88c706-4935-4c8b-be3d-57893f133338","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.689601998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"2903d4b2-a4e3-4dec-ac8d-6154026af982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.693301079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"1371047b-391b-46f9-9e18-0b3284a0957e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.708948382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8f88c706-4935-4c8b-be3d-57893f133338","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.710177408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7ac3c3c1-a72d-41ce-94fc-ff14edbf2e2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.725784668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8f88c706-4935-4c8b-be3d-57893f133338","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.732005201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7ac3c3c1-a72d-41ce-94fc-ff14edbf2e2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.747899954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b244265-0ad8-413e-9aad-47c35796ff0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.753798278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4ca82c7-9fe4-49d7-b7e5-4c561f4b1c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.755037076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7fb485a-0fdf-4646-974c-374e0fba0f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.761626542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b244265-0ad8-413e-9aad-47c35796ff0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.76706713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c7fb485a-0fdf-4646-974c-374e0fba0f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.774818366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4ca82c7-9fe4-49d7-b7e5-4c561f4b1c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.777091992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b244265-0ad8-413e-9aad-47c35796ff0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.781320695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ea54d890-5c63-460b-80e2-70388d0faf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.854887426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7048e241-c547-4ab9-8755-3430f5ddfd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.865037126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7048e241-c547-4ab9-8755-3430f5ddfd0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.984179487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1e409265-c8e0-413a-94c8-fbf5d4c1cdfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.984351761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5946af97-2fe0-405e-ac68-9f617acb488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.984768708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b1717b4-acaf-405c-8a06-c6a4554a896c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.984890497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"907a85ec-c730-4754-9d73-1ec77351c3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:45.984772308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"57957874-36dd-439e-81a1-57bdbcc4dc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.000417559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"907a85ec-c730-4754-9d73-1ec77351c3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.002405342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"1e409265-c8e0-413a-94c8-fbf5d4c1cdfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.004070744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"5946af97-2fe0-405e-ac68-9f617acb488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.006096986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b1717b4-acaf-405c-8a06-c6a4554a896c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.007523176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"57957874-36dd-439e-81a1-57bdbcc4dc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.058922306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c253136f-15dc-4b34-bc82-84d56d6a1fda","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:46.069096399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"c253136f-15dc-4b34-bc82-84d56d6a1fda","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.106593029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"2fd8f065-5c3d-4d99-b33c-acae8b771d17","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","subscription":"e2e-shr-shared-108810-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.114084267Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"2fd8f065-5c3d-4d99-b33c-acae8b771d17","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.118038995Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-sub","reconcileID":"2fd8f065-5c3d-4d99-b33c-acae8b771d17","MaaSSubscription":{"name":"e2e-shr-shared-108810-sub","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"maas-trlp-e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080","model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.158039997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"90cc2bb5-b7c4-4072-8879-cd956ec3dbba","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.162162035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"13a802e6-b55b-4391-a6be-29850aa7e098","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.170353055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"13a802e6-b55b-4391-a6be-29850aa7e098","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.298872239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"ba83a40d-8e0c-4baa-83b1-1f57c4bcd72c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.30808693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"ba83a40d-8e0c-4baa-83b1-1f57c4bcd72c","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.324171185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"64149d9c-e8d2-44ad-9eee-27104ab421c9","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.380978229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"6da2ee4d-aed9-4069-bba4-cca5f5275b79","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"model":"e2e-extmod-shr-user-636080/e2e-shr-shared-108810-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.392583403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"6da2ee4d-aed9-4069-bba4-cca5f5275b79","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.421182634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"6da2ee4d-aed9-4069-bba4-cca5f5275b79","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"name":"e2e-extmod-a-8072a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.421211785Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"e2e-shr-shared-108810-access","reconcileID":"6da2ee4d-aed9-4069-bba4-cca5f5275b79","MaaSAuthPolicy":{"name":"e2e-shr-shared-108810-access","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.436366297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"b4734fe9-90d4-4c50-99e6-a3977328d434","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.664821505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"6aca1c89-e208-4dd1-928f-8a17763674a5","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.673775598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66640b06-d75f-429d-b75d-a2c89ca9ac5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.673798348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66640b06-d75f-429d-b75d-a2c89ca9ac5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.674250939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2beb231d-1398-44b9-930b-b7265836a8a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.674267414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2beb231d-1398-44b9-930b-b7265836a8a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.67469235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a551a15-f22e-4c9f-b808-261557b6e8f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.674708872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a551a15-f22e-4c9f-b808-261557b6e8f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675061371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f425ea91-156d-4f75-9423-57dbe0d95c3d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675083546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f425ea91-156d-4f75-9423-57dbe0d95c3d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675453818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"79d432a7-e35e-4e01-a947-97cca97a413d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675468352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"79d432a7-e35e-4e01-a947-97cca97a413d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.67572803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"834d59cb-16eb-4329-a55b-a8334985a84e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675738867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"834d59cb-16eb-4329-a55b-a8334985a84e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.67597466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4fd860ec-a231-43e8-8cbe-6ddd1f153076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.675984982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4fd860ec-a231-43e8-8cbe-6ddd1f153076","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.676259085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d8a4e35-e7f6-4317-b6ff-46f2b9002686","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.676272309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d8a4e35-e7f6-4317-b6ff-46f2b9002686","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.678231567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"d56f291a-e934-4f40-867f-d3b86e0dd391","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.679184865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae64e3f-0f14-47da-8a6c-a40d0d5f1d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.679513283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"322dd4ad-8217-4323-9035-8e2d6a39dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.681724365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dd5637a-b0b6-41d0-afad-9f07e63c7227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.682263438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3eb5758a-2f5e-4f74-b357-0bbe1796b1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.688060081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"d56f291a-e934-4f40-867f-d3b86e0dd391","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.692702555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3eb5758a-2f5e-4f74-b357-0bbe1796b1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.696191534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dd5637a-b0b6-41d0-afad-9f07e63c7227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.703859183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"322dd4ad-8217-4323-9035-8e2d6a39dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.7108436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb794772-1d85-448f-8374-aad6a2a39c43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.713383486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"d56f291a-e934-4f40-867f-d3b86e0dd391","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.796023112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae64e3f-0f14-47da-8a6c-a40d0d5f1d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.807704889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-905fa1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-905fa1","reconcileID":"5d0fd4a5-f064-4c9f-a7b2-8f2da8704e4e","namespace":"llm","name":"e2e-dft-refs-905fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.889500622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae64e3f-0f14-47da-8a6c-a40d0d5f1d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.8918814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d2046b5-6838-4c49-83f6-8a415c0fb71c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.902602183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","reconcileID":"b0671adb-696b-4d31-809a-de9671942ba6","MaaSModelRef":{"name":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","namespace":"e2e-extmod-shr-user-636080"},"routeName":"external-model-e2e-shr-shared-108810-1c4d3ab3c10b","namespace":"e2e-extmod-shr-user-636080","model":"e2e-shr-shared-108810-e2e-extmod-a-8072a0","externalModel":"e2e-shr-shared-108810","provider":"e2e-shr-shared-108810-provider","gateway":"openshift-ingress/e2e-extmod-a-8072a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:51.905635312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c84b02ca-4ac6-4205-baba-5aa47a1c0d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.027732116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"224ac442-ab78-4a52-b370-6eb70a558133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.11637685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"224ac442-ab78-4a52-b370-6eb70a558133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.123289336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c84b02ca-4ac6-4205-baba-5aa47a1c0d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.139126452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"062cad8d-3eb8-4f95-b23f-fad9360b24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.140113158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4922e53-af52-4bae-9d92-2d15cb682c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.177887794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"deddb1cf-4e05-4982-8425-0acaa763bb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.201893175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"062cad8d-3eb8-4f95-b23f-fad9360b24d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.206245416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"deddb1cf-4e05-4982-8425-0acaa763bb4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.222357754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"d4922e53-af52-4bae-9d92-2d15cb682c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.263642241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"2f70da80-1b9c-49af-b7e9-e058352fc65a","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.264198057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"313586fe-0047-487b-a82c-b1849490e3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.264313676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5d3427ba-0058-43d8-8b13-5c45988761e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.26727826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27038c02-4781-4520-aa5d-dc02523dccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.268521878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bafd860e-96f5-46dc-bfce-5e513ac47cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.275039922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"2f70da80-1b9c-49af-b7e9-e058352fc65a","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.289822556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"313586fe-0047-487b-a82c-b1849490e3da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.290816072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"5d3427ba-0058-43d8-8b13-5c45988761e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.295652948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27038c02-4781-4520-aa5d-dc02523dccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.296269842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"bafd860e-96f5-46dc-bfce-5e513ac47cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.303968889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27038c02-4781-4520-aa5d-dc02523dccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.364112011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"138a12f6-5b12-42dc-a1ba-b15fc6dde1f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.3643174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3ad831-cea1-4121-840d-a1914cee5555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.367329525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"421d2cf4-ad0d-4f4c-b7de-3c241953fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.36734631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35d7e0b0-0096-476e-9c56-b62a27a91a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.372910115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d3ad831-cea1-4121-840d-a1914cee5555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.375697211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"138a12f6-5b12-42dc-a1ba-b15fc6dde1f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.377448574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"421d2cf4-ad0d-4f4c-b7de-3c241953fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.379330335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"35d7e0b0-0096-476e-9c56-b62a27a91a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.389321021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"138a12f6-5b12-42dc-a1ba-b15fc6dde1f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.480797978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b77fcb9e-087b-4747-a636-5b13780c2742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.48196603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c16aa09d-d63a-425e-9457-47e6895e8554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.49011839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"b77fcb9e-087b-4747-a636-5b13780c2742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.495064345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c16aa09d-d63a-425e-9457-47e6895e8554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.517503093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"3ea533ef-eefd-40ac-af73-f530db7e9995","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.529415859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7f4326d8-21e9-4200-9d10-b22ebb6ba153","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.534006896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c5f9d2-2258-417a-b35b-c5c1108bdca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.534796858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8c179c-f22b-48bc-bf2a-9d9d1f493925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.53868776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7f4326d8-21e9-4200-9d10-b22ebb6ba153","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.545570097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8c179c-f22b-48bc-bf2a-9d9d1f493925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.546960456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"7f4326d8-21e9-4200-9d10-b22ebb6ba153","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.549792039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c5f9d2-2258-417a-b35b-c5c1108bdca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.564386432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c5f9d2-2258-417a-b35b-c5c1108bdca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.573838588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d99fadd0-6059-49b4-8423-c13c43abf87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.57437408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"07452b99-3c84-4ca8-ab22-99de60e732b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.574912953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7e9d9b41-a6a3-4a01-b16a-28d1b9cf78ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.599267649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"07452b99-3c84-4ca8-ab22-99de60e732b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.602803001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"7e9d9b41-a6a3-4a01-b16a-28d1b9cf78ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.605490234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"d99fadd0-6059-49b4-8423-c13c43abf87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.6847647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cfe056bb-4494-4e42-9161-3fd85705764a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.685451089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9f91032d-0066-464b-9099-cee5fb72c673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.695284666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"cfe056bb-4494-4e42-9161-3fd85705764a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.704632832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9f91032d-0066-464b-9099-cee5fb72c673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.759796868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-108810","namespace":"e2e-extmod-shr-user-636080"},"namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","reconcileID":"792c3bff-0a35-4530-8a91-e4d262b2092c","namespace":"e2e-extmod-shr-user-636080","name":"e2e-shr-shared-108810","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.77396895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cacd695f-84eb-4475-b421-4e465c0e86a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.780664858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a703c444-7746-44f5-a77a-be50c1f2d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.781219959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"22b2d1bb-2eb7-4a42-a520-1b33490ca7c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.781400829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b7286a82-9c13-43a5-86fd-a0f780c6b7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.786336367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1c81311f-bf6b-4b55-9b60-96d3e3a8f1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.78679808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"cacd695f-84eb-4475-b421-4e465c0e86a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.792601849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"b7286a82-9c13-43a5-86fd-a0f780c6b7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.793166725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a703c444-7746-44f5-a77a-be50c1f2d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.796701076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"22b2d1bb-2eb7-4a42-a520-1b33490ca7c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:52.797248708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"1c81311f-bf6b-4b55-9b60-96d3e3a8f1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.062834336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"76b6c322-9c65-4c49-b67a-bf9dcd83ddac","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.09206855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"111b4e83-1aca-4173-92ac-3855f4a15234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.092811968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"989b32b2-ddef-4898-b0c9-01b299492572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.11820934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"111b4e83-1aca-4173-92ac-3855f4a15234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.120293752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"76b6c322-9c65-4c49-b67a-bf9dcd83ddac","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.12268895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"525c7668-6f05-41f6-81f9-1753aa90167c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.123189491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56ac693e-d0d6-4d2f-bd40-df3f7696ac92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.128684528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"989b32b2-ddef-4898-b0c9-01b299492572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.132149019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"76b6c322-9c65-4c49-b67a-bf9dcd83ddac","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.143748611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"525c7668-6f05-41f6-81f9-1753aa90167c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.154328389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56ac693e-d0d6-4d2f-bd40-df3f7696ac92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:53.155500851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"699b3572-5fc8-4f46-bd13-f23488b26723","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:53.155587971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"699b3572-5fc8-4f46-bd13-f23488b26723","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:53.168717961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e15b8cfd-accd-4cce-8af2-98fe5a2de252","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:46:53.168794942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e15b8cfd-accd-4cce-8af2-98fe5a2de252","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.169003892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56ac693e-d0d6-4d2f-bd40-df3f7696ac92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.175197126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"db024833-a851-4084-a9ae-9ffc9994015a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.236672891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"db024833-a851-4084-a9ae-9ffc9994015a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.388572805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b2a833a-c2e3-4c36-badb-484cf7a6d9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.389675953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8ca0b274-8de0-4a94-83cb-0c5280b0e8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.390533718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"200b93fe-0c86-4794-b0ea-be23d61b3584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.404402091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8ca0b274-8de0-4a94-83cb-0c5280b0e8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.409977439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"200b93fe-0c86-4794-b0ea-be23d61b3584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.492963002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3b2a833a-c2e3-4c36-badb-484cf7a6d9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.560928152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b9197-e8b9-404e-b90c-a62f9266816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.567225105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b9197-e8b9-404e-b90c-a62f9266816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.578785681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b9197-e8b9-404e-b90c-a62f9266816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:53.588575966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b9197-e8b9-404e-b90c-a62f9266816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.18753795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23f1b5e-54af-45cb-9154-db5b68fad35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.191350815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23f1b5e-54af-45cb-9154-db5b68fad35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.194816989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23f1b5e-54af-45cb-9154-db5b68fad35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.198554735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23f1b5e-54af-45cb-9154-db5b68fad35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.497246086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0e7a4f-05e7-4bda-b6bb-f4fbb322f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.500958025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0e7a4f-05e7-4bda-b6bb-f4fbb322f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.505138367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0e7a4f-05e7-4bda-b6bb-f4fbb322f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:54.509235415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0e7a4f-05e7-4bda-b6bb-f4fbb322f7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:46:58.973404339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.143042503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cc5aaed7-fcf9-4919-ac07-f5992eefc75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.152295776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cc5aaed7-fcf9-4919-ac07-f5992eefc75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.161384066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"cc5aaed7-fcf9-4919-ac07-f5992eefc75c","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.256865428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686c4399-7348-4282-bf7f-8ea50341f67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.296995315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686c4399-7348-4282-bf7f-8ea50341f67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:03.321121132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"d0ef11ed-1bc3-4ce6-a71f-02a1e99f7a36","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:03.32149473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"d0ef11ed-1bc3-4ce6-a71f-02a1e99f7a36","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:03.323265713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686c4399-7348-4282-bf7f-8ea50341f67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:04.194848435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e686969d-1621-4ba8-93f9-7f09b800a67c","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:04.194925722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e686969d-1621-4ba8-93f9-7f09b800a67c","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:04.342666254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8ebe1bfc-ae81-44cd-b711-5a1e89ebe7de","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:04.342875003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8ebe1bfc-ae81-44cd-b711-5a1e89ebe7de","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.454665935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421761dd-f082-4817-a565-6e526bd39776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.458123895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421761dd-f082-4817-a565-6e526bd39776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.461359465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421761dd-f082-4817-a565-6e526bd39776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.464800927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421761dd-f082-4817-a565-6e526bd39776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.676309595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36674aa6-90a1-406e-9f36-4b949cbe4dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.681696624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36674aa6-90a1-406e-9f36-4b949cbe4dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.694156723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36674aa6-90a1-406e-9f36-4b949cbe4dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:04.703374448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36674aa6-90a1-406e-9f36-4b949cbe4dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.109544953Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","namespace":"ai-tenant-e2e-extmod-a-729802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.109652399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","namespace":"ai-tenant-e2e-extmod-a-729802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.109744849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","tenant":"e2e-extmod-a-729802","tenantID":"e2e-extmod-a-729802","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.121928001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-729802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.143713641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Service","name":"maas-api-e2e-extmod-a-729802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.157937266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-729802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.168207929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-729802","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.180884658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.181194591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753e09e-6609-42d2-934f-81fae8e2470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.190257817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753e09e-6609-42d2-934f-81fae8e2470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.190613046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.198993537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753e09e-6609-42d2-934f-81fae8e2470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.20710466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753e09e-6609-42d2-934f-81fae8e2470a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.216769269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.227621685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.236930548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.249861696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.258265972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Service","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.261788477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.264903478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.268534753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.272387017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.279338771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.282507667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.285910767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.28908883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-729802","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.292532779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-729802"},"namespace":"ai-tenant-e2e-extmod-a-729802","name":"default-tenant","reconcileID":"be32a4c5-43d1-4bdd-97fd-e8bf7a89ebb0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-729802","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:05.918165583Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-729802","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-729802","reconcileID":"3c1dd83a-c4c3-441c-8ae0-b885f118b715","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-729802","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-729802"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.010790864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e8aa9-8adb-4172-8419-aae7a8fd1c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.014613791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e8aa9-8adb-4172-8419-aae7a8fd1c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.019042187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e8aa9-8adb-4172-8419-aae7a8fd1c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.023604369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"188e8aa9-8adb-4172-8419-aae7a8fd1c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.02409977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7d4f767b-f23c-440b-8258-9f6b7d8445f5","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.024159056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7d4f767b-f23c-440b-8258-9f6b7d8445f5","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.188893414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3d9d7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3d9d7b","reconcileID":"0dda3b2b-88e3-4e09-8098-989490e871b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3d9d7b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3d9d7b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.177108971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"628f2bf3-c1ad-4efd-81b4-30e5245fd39a","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.228583552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"628f2bf3-c1ad-4efd-81b4-30e5245fd39a","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.437150572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"2e6d915a-24bc-4a38-94f1-9caf732bc665","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:06.437235392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"2e6d915a-24bc-4a38-94f1-9caf732bc665","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.835667232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29061d7d-45b5-4d32-84cc-9a2764284ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.85846332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29061d7d-45b5-4d32-84cc-9a2764284ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.872986827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29061d7d-45b5-4d32-84cc-9a2764284ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:06.889969913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29061d7d-45b5-4d32-84cc-9a2764284ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.436682453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b50fd38-a8e1-47b1-82a8-48b761daaa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.441615027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b50fd38-a8e1-47b1-82a8-48b761daaa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.448866001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b50fd38-a8e1-47b1-82a8-48b761daaa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.453540943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b50fd38-a8e1-47b1-82a8-48b761daaa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:07.788739577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"222ec47c-23aa-4985-8441-84e98c2f5e70","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:07.788831706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"222ec47c-23aa-4985-8441-84e98c2f5e70","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.887833846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097009c9-b6c9-4f31-8d79-e0d6206edbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.895843632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097009c9-b6c9-4f31-8d79-e0d6206edbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.90150698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097009c9-b6c9-4f31-8d79-e0d6206edbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:07.906180903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097009c9-b6c9-4f31-8d79-e0d6206edbf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:10.908702111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"67f604f3-5247-429c-9e64-94936c0dc7be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:10.95042749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"67f604f3-5247-429c-9e64-94936c0dc7be","name":"e2e-inf-a-cf51d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:12.878995382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b86f861e-84f2-433d-80d8-3b77c3e19999","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:12.879082769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b86f861e-84f2-433d-80d8-3b77c3e19999","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.084315927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8163571c-4f49-40f2-8d6c-ac0212acb1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.088875491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8163571c-4f49-40f2-8d6c-ac0212acb1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.096905777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8163571c-4f49-40f2-8d6c-ac0212acb1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.122331025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8163571c-4f49-40f2-8d6c-ac0212acb1d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.194006349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5cebdd50-5214-4df3-801a-a203165ff9b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.229649528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5cebdd50-5214-4df3-801a-a203165ff9b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.239701513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8677ae7d7125ad548f9a6f6b0a035bc8fcbb2afc1668a8634100111beac38241) AuthConfig (20bae464e06c8c16f2df7e22f4091f33c9a66fee2c27b79493663f796bbd7fe6) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (160a8320f81d134f5fd08e7795d655ec77717418238e8a4c8c6932ad62e38f23) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (bb6672630db4a1ad48170fd8664b58fbf2b6ee149c6dc89a5971190b52633e89) AuthConfig (edc69432575fa13d7d8cd75ee2c4f41a1c756d6024653c9f8be1d4b1401133cf) AuthConfig (519f9b0f08a54ea07ed28b1155db2a40c1cf60187c78f2d6d5718df2794f11d7) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (7df6ed478fb1942a0a022d6f4a46aaf134813fa6c81201ee0fe50d3c13eb74de) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (55a34b7f9012299b69d59a0782f909f27db1ea26efdacfe8d66c0174431f69f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5cebdd50-5214-4df3-801a-a203165ff9b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.302845359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"b5ca0264-65b5-4e60-a184-7aa95d66f093","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.346580255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6147ff-3e9f-4094-bea5-4881eef5a1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.355261768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6147ff-3e9f-4094-bea5-4881eef5a1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.362604452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67362fc348e441d1443714d66c67ec4efbfc7ab5a2f487501aac5e1ec1b02a33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c1acca6df4148ba344e5edf54a585c48913dc8da608aeda7e70f6045dea0c50a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (85b12f7260560a1edf7d5ca91db9ad9dd37eae37d62ce7f97c3f7103c15621c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (634878d9d50ba51d8a1ddbaf00fdad6b1d0fb6514d2b577b537e2a3913d9496a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6147ff-3e9f-4094-bea5-4881eef5a1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.384349283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2b849e-e507-49a4-8f98-5d0782e20124","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.384369034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2b849e-e507-49a4-8f98-5d0782e20124","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.469334745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc4bd25-2e1d-487b-a995-f3251b669be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.472955971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc4bd25-2e1d-487b-a995-f3251b669be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.476310073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc4bd25-2e1d-487b-a995-f3251b669be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.479712658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acc4bd25-2e1d-487b-a995-f3251b669be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.864131363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3c063a-fab2-466d-9fc4-a2519e593ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.868359186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3c063a-fab2-466d-9fc4-a2519e593ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.872211853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3c063a-fab2-466d-9fc4-a2519e593ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:13.875902797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3c063a-fab2-466d-9fc4-a2519e593ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:14.553990671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"1eefc85e-798b-4f51-b6cb-e3a7108417b3","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:14.554075091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"1eefc85e-798b-4f51-b6cb-e3a7108417b3","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:14.591269837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"12a71866-13b2-4af2-bf9a-9a92f7b6b29f","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:14.591346857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"12a71866-13b2-4af2-bf9a-9a92f7b6b29f","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:14.742913519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8de50d-d9b0-49be-a0ff-d9ba2eaabf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:14.746958291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8de50d-d9b0-49be-a0ff-d9ba2eaabf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:14.752263652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8de50d-d9b0-49be-a0ff-d9ba2eaabf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:14.756401951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff8de50d-d9b0-49be-a0ff-d9ba2eaabf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.21159401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc233f7-a3e7-40b5-9321-430582d58c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.21853243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc233f7-a3e7-40b5-9321-430582d58c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.223717522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc233f7-a3e7-40b5-9321-430582d58c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.227945999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc233f7-a3e7-40b5-9321-430582d58c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.531347199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db178bae-a8e6-44f9-b3c8-c2c67b4352de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.535605795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db178bae-a8e6-44f9-b3c8-c2c67b4352de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.539177221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db178bae-a8e6-44f9-b3c8-c2c67b4352de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:15.543206494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db178bae-a8e6-44f9-b3c8-c2c67b4352de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.25590729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a4af31e5-6faa-4d30-b602-d47a2dccd382","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.264106487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a4af31e5-6faa-4d30-b602-d47a2dccd382","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.271447833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8677ae7d7125ad548f9a6f6b0a035bc8fcbb2afc1668a8634100111beac38241) AuthConfig (20bae464e06c8c16f2df7e22f4091f33c9a66fee2c27b79493663f796bbd7fe6) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (160a8320f81d134f5fd08e7795d655ec77717418238e8a4c8c6932ad62e38f23) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (bb6672630db4a1ad48170fd8664b58fbf2b6ee149c6dc89a5971190b52633e89) AuthConfig (edc69432575fa13d7d8cd75ee2c4f41a1c756d6024653c9f8be1d4b1401133cf) AuthConfig (519f9b0f08a54ea07ed28b1155db2a40c1cf60187c78f2d6d5718df2794f11d7) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (7df6ed478fb1942a0a022d6f4a46aaf134813fa6c81201ee0fe50d3c13eb74de) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (55a34b7f9012299b69d59a0782f909f27db1ea26efdacfe8d66c0174431f69f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a4af31e5-6faa-4d30-b602-d47a2dccd382","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.406783392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768ccb8f-510a-4759-9267-34f571560f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.419073545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768ccb8f-510a-4759-9267-34f571560f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:23.430323162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67362fc348e441d1443714d66c67ec4efbfc7ab5a2f487501aac5e1ec1b02a33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c1acca6df4148ba344e5edf54a585c48913dc8da608aeda7e70f6045dea0c50a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (85b12f7260560a1edf7d5ca91db9ad9dd37eae37d62ce7f97c3f7103c15621c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (634878d9d50ba51d8a1ddbaf00fdad6b1d0fb6514d2b577b537e2a3913d9496a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768ccb8f-510a-4759-9267-34f571560f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:24.700110148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"09ce7fe5-43db-4d41-947f-094f1ae41e72","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:24.70018388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"09ce7fe5-43db-4d41-947f-094f1ae41e72","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:28.966499721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.280879831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4b19928e-d601-4bf6-834e-0089396969c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.289663594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4b19928e-d601-4bf6-834e-0089396969c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.29707293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8677ae7d7125ad548f9a6f6b0a035bc8fcbb2afc1668a8634100111beac38241) AuthConfig (20bae464e06c8c16f2df7e22f4091f33c9a66fee2c27b79493663f796bbd7fe6) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (160a8320f81d134f5fd08e7795d655ec77717418238e8a4c8c6932ad62e38f23) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (bb6672630db4a1ad48170fd8664b58fbf2b6ee149c6dc89a5971190b52633e89) AuthConfig (edc69432575fa13d7d8cd75ee2c4f41a1c756d6024653c9f8be1d4b1401133cf) AuthConfig (519f9b0f08a54ea07ed28b1155db2a40c1cf60187c78f2d6d5718df2794f11d7) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (7df6ed478fb1942a0a022d6f4a46aaf134813fa6c81201ee0fe50d3c13eb74de) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (55a34b7f9012299b69d59a0782f909f27db1ea26efdacfe8d66c0174431f69f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4b19928e-d601-4bf6-834e-0089396969c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.458046984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6405b49d-91e0-44b7-8d68-bfc52bb086c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.468367801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6405b49d-91e0-44b7-8d68-bfc52bb086c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.479328342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67362fc348e441d1443714d66c67ec4efbfc7ab5a2f487501aac5e1ec1b02a33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c1acca6df4148ba344e5edf54a585c48913dc8da608aeda7e70f6045dea0c50a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (85b12f7260560a1edf7d5ca91db9ad9dd37eae37d62ce7f97c3f7103c15621c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (634878d9d50ba51d8a1ddbaf00fdad6b1d0fb6514d2b577b537e2a3913d9496a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6405b49d-91e0-44b7-8d68-bfc52bb086c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:33.987747262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"394cb12a-b5da-44a4-b752-425f8f75e802","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.043766363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"394cb12a-b5da-44a4-b752-425f8f75e802","name":"e2e-inf-a-3d9d7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.448066758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"e71a9c41-fe25-4523-a3ae-b53df273f77d","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.448098311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"e71a9c41-fe25-4523-a3ae-b53df273f77d","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.826486701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"1f7c924a-ca48-40e0-ac3e-8a632aa28319","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.826507171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"1f7c924a-ca48-40e0-ac3e-8a632aa28319","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.832482448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"dabfdcd5-0c39-4f0e-8dbf-e4723e2febbb","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.832497772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"dabfdcd5-0c39-4f0e-8dbf-e4723e2febbb","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:34.98786281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"47e69581-1e5a-41c5-a3aa-554274821e76","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.021199475Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"47e69581-1e5a-41c5-a3aa-554274821e76","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.027730089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"47e69581-1e5a-41c5-a3aa-554274821e76","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.034592728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"3e5d29a7-2b5c-4552-ae29-bd18d5d65027","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:35.034610916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"3e5d29a7-2b5c-4552-ae29-bd18d5d65027","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:37.310307671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"645ab811-ce67-43a3-95f7-73f72566abb0","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:37.331515925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"645ab811-ce67-43a3-95f7-73f72566abb0","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.492971372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f5dc5-7365-4a1b-bfae-504a3c0f608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.497769724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f5dc5-7365-4a1b-bfae-504a3c0f608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.506014281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f5dc5-7365-4a1b-bfae-504a3c0f608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.516793461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f5dc5-7365-4a1b-bfae-504a3c0f608d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.777809689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09fe73a-b387-4437-9816-9c17bfc13a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.781480836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09fe73a-b387-4437-9816-9c17bfc13a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.784988164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09fe73a-b387-4437-9816-9c17bfc13a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:37.788813794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09fe73a-b387-4437-9816-9c17bfc13a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.360912647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8bb10406-8298-4d2c-97ad-04198e2de9aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.374762597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8bb10406-8298-4d2c-97ad-04198e2de9aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.384180401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8677ae7d7125ad548f9a6f6b0a035bc8fcbb2afc1668a8634100111beac38241) AuthConfig (20bae464e06c8c16f2df7e22f4091f33c9a66fee2c27b79493663f796bbd7fe6) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (160a8320f81d134f5fd08e7795d655ec77717418238e8a4c8c6932ad62e38f23) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (bb6672630db4a1ad48170fd8664b58fbf2b6ee149c6dc89a5971190b52633e89) AuthConfig (edc69432575fa13d7d8cd75ee2c4f41a1c756d6024653c9f8be1d4b1401133cf) AuthConfig (519f9b0f08a54ea07ed28b1155db2a40c1cf60187c78f2d6d5718df2794f11d7) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (7df6ed478fb1942a0a022d6f4a46aaf134813fa6c81201ee0fe50d3c13eb74de) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (55a34b7f9012299b69d59a0782f909f27db1ea26efdacfe8d66c0174431f69f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8bb10406-8298-4d2c-97ad-04198e2de9aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.495085304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d74571-839c-476b-bfd9-18fa3eaca986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.507481748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d74571-839c-476b-bfd9-18fa3eaca986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:43.517875625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (67362fc348e441d1443714d66c67ec4efbfc7ab5a2f487501aac5e1ec1b02a33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c1acca6df4148ba344e5edf54a585c48913dc8da608aeda7e70f6045dea0c50a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (85b12f7260560a1edf7d5ca91db9ad9dd37eae37d62ce7f97c3f7103c15621c0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (634878d9d50ba51d8a1ddbaf00fdad6b1d0fb6514d2b577b537e2a3913d9496a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47d74571-839c-476b-bfd9-18fa3eaca986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.055592578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c0972bfc-62d3-4d40-a56d-255f0004aa22","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.065804119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c0972bfc-62d3-4d40-a56d-255f0004aa22","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.073503274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c0972bfc-62d3-4d40-a56d-255f0004aa22","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:45.699619141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a28790bd-3eac-4a62-b251-1628ec4cdbc3","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:45.699709878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a28790bd-3eac-4a62-b251-1628ec4cdbc3","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:45.722254379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8436e936-475d-4c3c-8da9-8c67ee9be045","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:45.722343303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8436e936-475d-4c3c-8da9-8c67ee9be045","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.886512106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b6844c-37b4-4a7a-b756-b965a2cb678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.903240275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b6844c-37b4-4a7a-b756-b965a2cb678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.912329104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b6844c-37b4-4a7a-b756-b965a2cb678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:45.925033552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b6844c-37b4-4a7a-b756-b965a2cb678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.16630319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55d1b10-67ec-40f6-932c-a279dd9c8e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.169747336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55d1b10-67ec-40f6-932c-a279dd9c8e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.173215998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55d1b10-67ec-40f6-932c-a279dd9c8e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.176730201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55d1b10-67ec-40f6-932c-a279dd9c8e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.514095218Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","namespace":"ai-tenant-e2e-extmod-b-7b5a7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.514227046Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","namespace":"ai-tenant-e2e-extmod-b-7b5a7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.514306437Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","tenant":"e2e-extmod-b-7b5a7c","tenantID":"e2e-extmod-b-7b5a7c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.519802763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7b5a7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.533718717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Service","name":"maas-api-e2e-extmod-b-7b5a7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.560147996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7b5a7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.589329934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7b5a7c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.610862736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.62616507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.643811416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.658829325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.66827763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.673394064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.676917564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Service","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.687392945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.693977197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.69951787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.704584167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.712369461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.716530298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.719716681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.722969832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7b5a7c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.726099268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7b5a7c"},"namespace":"ai-tenant-e2e-extmod-b-7b5a7c","name":"default-tenant","reconcileID":"760c6804-2ea2-4400-9674-d1ec1acbbf00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7b5a7c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:46.74068413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"105d977c-79cb-4843-8dbf-1c284d85e543","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:46.740757678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"105d977c-79cb-4843-8dbf-1c284d85e543","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:46.756888562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-87ae68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-87ae68","reconcileID":"f7f29803-a2bc-48ff-babe-993d14291557","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-87ae68","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-87ae68":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:46.826923864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"61d5f8ac-bec4-4080-8696-741ca9f2f5c4","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:46.827034281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"61d5f8ac-bec4-4080-8696-741ca9f2f5c4","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.016151136Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7b5a7c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7b5a7c","reconcileID":"cc2ca696-bde5-45e9-a0fc-6604c04c5326","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7b5a7c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7b5a7c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:47.123089871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a434562b-1fab-4681-9f30-0eb4ad0f73b1","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:47.123167349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a434562b-1fab-4681-9f30-0eb4ad0f73b1","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.222808043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c228614-2b54-4dd7-b724-4b707d538229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.228651823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c228614-2b54-4dd7-b724-4b707d538229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.254039707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c228614-2b54-4dd7-b724-4b707d538229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.26658167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c228614-2b54-4dd7-b724-4b707d538229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.580412548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ae99b0-b8d5-49ed-a722-4b32ed860c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.58576292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ae99b0-b8d5-49ed-a722-4b32ed860c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.596749683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ae99b0-b8d5-49ed-a722-4b32ed860c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.608250569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ae99b0-b8d5-49ed-a722-4b32ed860c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.867675152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705df4ae-c2a7-4d81-b92f-b3558afd4a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.871389068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705df4ae-c2a7-4d81-b92f-b3558afd4a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.875254749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705df4ae-c2a7-4d81-b92f-b3558afd4a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:47.879360448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705df4ae-c2a7-4d81-b92f-b3558afd4a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:48.121311179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"f29d1684-14af-4195-b082-9dd419bb9e9f","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:48.121389083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"f29d1684-14af-4195-b082-9dd419bb9e9f","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.392959981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"ef73bf52-4e68-48bf-9031-fd93f0603bb7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.400910258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"ef73bf52-4e68-48bf-9031-fd93f0603bb7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.410392473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-0ea1ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8677ae7d7125ad548f9a6f6b0a035bc8fcbb2afc1668a8634100111beac38241) AuthConfig (20bae464e06c8c16f2df7e22f4091f33c9a66fee2c27b79493663f796bbd7fe6) AuthConfig (9b279d9c2d9241e4769946e2be34d2149cb4d74e2fbc73b04061666cdfa46d24) AuthConfig (7bdfbcbc6e0fe1bfccdc6fd5338c43d52088b57d7d0b59e60d44b2b91f7dfab4) AuthConfig (83e75570fa72014d5ed19f0f83e01fa57be2783c0951fd6bf17b4a104eafcec5) AuthConfig (160a8320f81d134f5fd08e7795d655ec77717418238e8a4c8c6932ad62e38f23) AuthConfig (a11203ea284a4c93630180f7a63d745085dafcfc89b6552ebaced7d89c32dfd9) AuthConfig (bb6672630db4a1ad48170fd8664b58fbf2b6ee149c6dc89a5971190b52633e89) AuthConfig (edc69432575fa13d7d8cd75ee2c4f41a1c756d6024653c9f8be1d4b1401133cf) AuthConfig (519f9b0f08a54ea07ed28b1155db2a40c1cf60187c78f2d6d5718df2794f11d7) AuthConfig (fc34a203b4c972dfc59e151e2c7096fc2a39560b73f4e484a139ebbacefcf676) AuthConfig (7df6ed478fb1942a0a022d6f4a46aaf134813fa6c81201ee0fe50d3c13eb74de) AuthConfig (a46f8647bf907d232446f0785aeca4811261a448af913941cb072f51720ae476) AuthConfig (55a34b7f9012299b69d59a0782f909f27db1ea26efdacfe8d66c0174431f69f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"ef73bf52-4e68-48bf-9031-fd93f0603bb7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.58708872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce0fcc1-a88c-4641-ab34-8d2df989cb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.716548564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce0fcc1-a88c-4641-ab34-8d2df989cb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.875019196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9799c80-99a4-4e5d-813a-4c66dd091686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:53.875052082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9799c80-99a4-4e5d-813a-4c66dd091686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.107650234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"cb09c1ea-9b84-49f4-ac94-b68e597b43ba","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.132977685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"cb09c1ea-9b84-49f4-ac94-b68e597b43ba","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.159763652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"cb09c1ea-9b84-49f4-ac94-b68e597b43ba","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.212224471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"7086dc0a-4e2d-46c0-b36d-dc4f53ff8012","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.212254278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"7086dc0a-4e2d-46c0-b36d-dc4f53ff8012","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.276560974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"26a2d9dc-6c11-40c3-9f9b-c49e4e51df34","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.308405438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"26a2d9dc-6c11-40c3-9f9b-c49e4e51df34","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:55.321770572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"26a2d9dc-6c11-40c3-9f9b-c49e4e51df34","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:55.759610318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7b4e4b87-a48c-487f-9b9b-d187a2ba1edc","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:55.774218343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7b4e4b87-a48c-487f-9b9b-d187a2ba1edc","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:55.843790606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7941b756-a37f-4f3a-afb0-9432c3bb42df","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:47:55.84400114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7941b756-a37f-4f3a-afb0-9432c3bb42df","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:56.516072477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcd94e2-bba7-4aa7-b2b0-45748c85becb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:56.530816499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcd94e2-bba7-4aa7-b2b0-45748c85becb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:56.618319896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcd94e2-bba7-4aa7-b2b0-45748c85becb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:56.671284458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efcd94e2-bba7-4aa7-b2b0-45748c85becb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.314166442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a2c682-68ac-44c5-824d-9f73a0c2a017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.325117726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a2c682-68ac-44c5-824d-9f73a0c2a017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.334106238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a2c682-68ac-44c5-824d-9f73a0c2a017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.35825141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a2c682-68ac-44c5-824d-9f73a0c2a017","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.682153484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b891706-33e8-44b9-949f-0dcd9cbcc56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.687226046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b891706-33e8-44b9-949f-0dcd9cbcc56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.698677069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b891706-33e8-44b9-949f-0dcd9cbcc56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:57.708145482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b891706-33e8-44b9-949f-0dcd9cbcc56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.012562749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"62def425-c87c-4b50-9331-d144bb445f99","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.217365731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"acf3b781-b9ff-4629-a5f0-556f8a1ae735","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.226401452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"86f83b68-293a-46a8-8227-e9379c35e633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.237903966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"86f83b68-293a-46a8-8227-e9379c35e633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.242221238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e847ccf0-afe2-497a-90f7-ecb3c423770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.249696957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"cb2c1a72-2093-41bb-9b7f-a0e9079ef756","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.254500561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"e847ccf0-afe2-497a-90f7-ecb3c423770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.263238034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715a3987-c8bd-4b5b-b269-0787c5f08705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.266248389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"746ffc69-fedc-4ae7-b7c0-e1fffd911d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.287635566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715a3987-c8bd-4b5b-b269-0787c5f08705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.309454977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715a3987-c8bd-4b5b-b269-0787c5f08705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.326044958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715a3987-c8bd-4b5b-b269-0787c5f08705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.334026128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"63993edd-627b-41e3-8af5-18769b0f7a96","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.364548044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8d8c825e-6f14-4837-a6ce-0e27ae4ae7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.365347484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4c2a4b0f-85e1-48df-9c77-97daea35daa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.370888318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"6239601e-fcfa-4975-be8f-c70e09d2cbc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.37332385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"8d8c825e-6f14-4837-a6ce-0e27ae4ae7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.373971293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"4c2a4b0f-85e1-48df-9c77-97daea35daa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.439893467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"15fd1bf4-c135-4c00-b761-d698a43cf4aa","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.474742511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"58714d1b-a28a-4f44-94b9-aef945d87693","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.717905319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a1d6d67f-151e-4d6f-b0e5-546cbc5492e2","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.758301459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"1cc91b60-e46e-45b6-8572-3db52d8bfc8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.772047303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"98d4b11b-3cc5-4384-ac6b-5031ced12567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.772097373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"987914c4-1cc7-4d72-a8cf-0aaa89dbd7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.783661134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"98d4b11b-3cc5-4384-ac6b-5031ced12567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.784501432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"987914c4-1cc7-4d72-a8cf-0aaa89dbd7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.803330092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"1788b666-e5bb-4d94-ba4c-70a70aefb5ab","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.85389857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"e5aa11aa-6cbc-4b4a-8731-28bd3633eb6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:58.965651972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.073648489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"1c896c9a-82cf-41f5-b06a-27bccdbe332d","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.101180413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"fd74dd32-abe8-43ef-b7f8-348b09407325","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.111854091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2cffcb03-dbda-4055-8a56-0582a9733ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.112549068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"34181ac1-6178-4656-abca-84434a51fb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.131882727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"34181ac1-6178-4656-abca-84434a51fb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.135270522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"2cffcb03-dbda-4055-8a56-0582a9733ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.138870057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"2aa3f790-f397-49ea-bc36-dcbe306fc0e2","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:47:59.233423661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"59029bd4-ad39-4001-910e-c03d20345693","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:02.616782956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a57f15e1-a8a1-42a4-8830-9ec2bb6472fd","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:02.616924643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a57f15e1-a8a1-42a4-8830-9ec2bb6472fd","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:02.967969285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc957527-c483-411f-a87d-61e06793a720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:02.971970631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc957527-c483-411f-a87d-61e06793a720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:02.975891803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc957527-c483-411f-a87d-61e06793a720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:02.97994241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc957527-c483-411f-a87d-61e06793a720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.275411854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b1c00-be0b-4647-ac98-1ed7be5d65c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.279145675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b1c00-be0b-4647-ac98-1ed7be5d65c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.282724513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b1c00-be0b-4647-ac98-1ed7be5d65c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.286593325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b1c00-be0b-4647-ac98-1ed7be5d65c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.420083599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"65c04e79-28fa-43df-b33e-a6d2091b0614","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.430964777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"65c04e79-28fa-43df-b33e-a6d2091b0614","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.593210983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"4d345425-a3b7-4e09-939d-d3bcd009e85c","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.627663941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503d507-bd97-4886-899e-7715febb36cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.632058311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503d507-bd97-4886-899e-7715febb36cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.636584509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503d507-bd97-4886-899e-7715febb36cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:03.640462528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d503d507-bd97-4886-899e-7715febb36cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:05.344232512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"9344173b-ac95-4548-bf9b-5fdc644e82e6","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:05.363898507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"9344173b-ac95-4548-bf9b-5fdc644e82e6","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:05.378102506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"9344173b-ac95-4548-bf9b-5fdc644e82e6","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:05.969723199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"864d781a-e407-49d7-8a6f-bed9d996db45","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:05.969798618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"864d781a-e407-49d7-8a6f-bed9d996db45","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.130308966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"b4797b4e-972d-457b-b4ef-a00fdd9dbaf7","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.16329395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"bc6affa9-ac02-45c3-b4ba-25014e2680f4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.176260613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"bc6affa9-ac02-45c3-b4ba-25014e2680f4","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:07.178051104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-0ea1ea/e2e-shr-quota-c71ea2-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-c71ea2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.186606316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"1a053378-fd09-4656-a522-782eae97cdac","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.22157034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"240e2c69-660f-4d5d-8804-4418fee9ad84","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-0ea1ea/e2e-shr-quota-c71ea2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.263911705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"95c96309-a26a-4d96-a1e5-85d5ce808715","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.304883038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"893e232a-9308-4077-9691-e46767a9e707","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.316292333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"23d6d075-4575-43d0-a944-5c95d4db6c0b","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:07.324715528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"893e232a-9308-4077-9691-e46767a9e707","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:10.279956458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6a00f69e-2289-4693-b999-0cc857dfd188","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:10.28002978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6a00f69e-2289-4693-b999-0cc857dfd188","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:10.336576574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4598822e-9f9c-447e-bf0e-a91deef6dc80","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:10.336749317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4598822e-9f9c-447e-bf0e-a91deef6dc80","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:10.482665702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ff97d8-3f6c-419d-ace7-e41a8e59f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:10.486312532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ff97d8-3f6c-419d-ace7-e41a8e59f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:10.495406595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ff97d8-3f6c-419d-ace7-e41a8e59f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:10.506804357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17ff97d8-3f6c-419d-ace7-e41a8e59f293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.101625597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c4c14c-7723-4a7d-996a-ff03be9a5596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.118766975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c4c14c-7723-4a7d-996a-ff03be9a5596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.147411604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c4c14c-7723-4a7d-996a-ff03be9a5596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.156961189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c4c14c-7723-4a7d-996a-ff03be9a5596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:11.347146528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5754e143-57c1-4c49-8d41-35cfe4b4f1d5","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:11.347226795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"5754e143-57c1-4c49-8d41-35cfe4b4f1d5","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.363844632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-001667","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-001667","reconcileID":"5bff207c-064e-49b2-988f-a5835ba0a574","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-001667","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-001667":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:11.423294217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7c831b59-7a84-45e8-9cfb-3ddd8f2582f9","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:11.423467504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7c831b59-7a84-45e8-9cfb-3ddd8f2582f9","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.70467986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b3d85-1fca-4308-b23a-995eb11a9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.710539376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b3d85-1fca-4308-b23a-995eb11a9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.72099575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b3d85-1fca-4308-b23a-995eb11a9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:11.73458791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae3b3d85-1fca-4308-b23a-995eb11a9bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.072400482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12b7913-21bb-48b9-8b0b-6f2be0eefb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.076543489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12b7913-21bb-48b9-8b0b-6f2be0eefb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.080216378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12b7913-21bb-48b9-8b0b-6f2be0eefb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.084129435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12b7913-21bb-48b9-8b0b-6f2be0eefb33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.579487062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6493d1f2-fda6-476a-8913-486135563430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.583464805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6493d1f2-fda6-476a-8913-486135563430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.588169526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6493d1f2-fda6-476a-8913-486135563430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:12.599571103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6493d1f2-fda6-476a-8913-486135563430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:12.739748015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"0f77b998-bd13-4dec-a8d5-24cab342e985","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:12.739944326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"0f77b998-bd13-4dec-a8d5-24cab342e985","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:15.409754421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a73d6f57-daa1-49d3-ba89-6e1cf18723fe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:15.419470909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a73d6f57-daa1-49d3-ba89-6e1cf18723fe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:15.431290352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a73d6f57-daa1-49d3-ba89-6e1cf18723fe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:18.998762531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"7ea88904-fd31-4d0f-941f-e3f526145b2d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:19.047579844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"7ea88904-fd31-4d0f-941f-e3f526145b2d","name":"e2e-inf-b-87ae68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.539694023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.539798381Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","namespace":"ai-tenant-e2e-shared-a-w0-b30a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.539873296Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","tenant":"e2e-shared-a-w0-b30a42","tenantID":"e2e-shared-a-w0-b30a42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.545230678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-b30a42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.55982428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Service","name":"maas-api-e2e-shared-a-w0-b30a42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.574911248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-b30a42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.585679814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-b30a42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.592666046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.603415032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.620649563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.627665682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.631380781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.637022299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.646006469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.650861741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.654104934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.659766914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.663128239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.670374572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.674148562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.67757719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.680877433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-b30a42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.683911573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b30a42"},"namespace":"ai-tenant-e2e-shared-a-w0-b30a42","name":"default-tenant","reconcileID":"b0f23c01-5102-452e-85ec-effc02bf5a52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-b30a42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:23.872293307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b30a42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b30a42","reconcileID":"81673aad-6a5b-4927-8229-860c1cda0b41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b30a42","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b30a42"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:24.058218543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4df257f7-124f-4749-9826-ac0d2bd38aca","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:24.058398996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"4df257f7-124f-4749-9826-ac0d2bd38aca","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.354496587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f123883-2ec7-497a-bd91-4432c08cb6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.35899835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f123883-2ec7-497a-bd91-4432c08cb6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.363928237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f123883-2ec7-497a-bd91-4432c08cb6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.367887009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f123883-2ec7-497a-bd91-4432c08cb6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.67495058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f46ce96-8588-4161-a198-13ed46848115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.691216102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f46ce96-8588-4161-a198-13ed46848115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.694673739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f46ce96-8588-4161-a198-13ed46848115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:24.698480131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f46ce96-8588-4161-a198-13ed46848115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:25.447648792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a6c1da83-5807-44e2-9b08-837896c9b97e","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:25.45605012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a6c1da83-5807-44e2-9b08-837896c9b97e","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:25.463794696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a6c1da83-5807-44e2-9b08-837896c9b97e","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:28.967506002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:32.56488319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"77f36172-c990-4207-844d-2be8cfd72618","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:32.564943834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"77f36172-c990-4207-844d-2be8cfd72618","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:32.581647457Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"40dde5d1-5c70-41e9-903e-10ce5d357dde","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:32.581712874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"40dde5d1-5c70-41e9-903e-10ce5d357dde","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:32.79409646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa6195-1237-405a-b337-fc89b2fffb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:32.798677284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa6195-1237-405a-b337-fc89b2fffb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:32.803038881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa6195-1237-405a-b337-fc89b2fffb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:32.807402198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa6195-1237-405a-b337-fc89b2fffb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.16033131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9046c3-9957-40df-aa2d-71aca2d2981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.164246323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9046c3-9957-40df-aa2d-71aca2d2981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.168614076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9046c3-9957-40df-aa2d-71aca2d2981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.172270152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9046c3-9957-40df-aa2d-71aca2d2981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.455603855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61850419-e755-4f42-a70b-02bec15be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.459292917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61850419-e755-4f42-a70b-02bec15be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.462708119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61850419-e755-4f42-a70b-02bec15be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:33.466416638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61850419-e755-4f42-a70b-02bec15be00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:35.479671218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"7d16faa5-fa1a-44ac-b473-147e1f62e301","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:35.48845759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"7d16faa5-fa1a-44ac-b473-147e1f62e301","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:35.497540735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8431de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db729d7c8dc631970e0c40142b474bf1cb002cf6e72a6d45a12b8cf84e47b110) AuthConfig (b7791bf819d73ecdcdd2fdf9d4f0b2f0ddbd24b1c5855218110bf25cbbdd3022) AuthConfig (3ca01eaf048baae7738faa114c58a0bf01c8cfba2d1bd8e16378140226e95d93) AuthConfig (3b302adcd86723a9f0aa4e9f3399a5b8699115fb612883bfe96a153f746c9066) AuthConfig (f77d1b4434fd0de3841fc18b14832c68dafc81a2b92e848624352e41cc62f588) AuthConfig (b9ea5a579be3034d72cd40515bf0846e344958ed7f54f6206da55bd3c0f04d51) AuthConfig (1be92ab2effaeef18463a4e774ddf7d08ccbeb252ab9fbd51e7375e82e7f1aa3) AuthConfig (8af6edc9e339cd8d8c50ec4f67687624fb76200a80b699aeb98c3235bdf67da4) AuthConfig (713ba7245dfad8a5f38d74363ae44df2bd3908d58da605a2ff9c909ead9ad407) AuthConfig (21827f5297f10daf116625aa6593ea7c32b072b3241b3108126e33776dcd50ac) AuthConfig (590f614e9572b57d6a5d6bc07efd031044e2dbaba02e8e5e96f47aaa1ca43d5d) AuthConfig (1401069227327a899688fe4bdfaffc258a8aca818f26118ac1937505a17c5e78) AuthConfig (99ff6a87af5dc043e8bccae24f4de021d81e190475537e0a7492ebb1e32a8b53) AuthConfig (106df85164b89733efb97e621951bd89267d4797543eeff0ae2bd55aed6ef9ff) AuthConfig (f75c8723953dded99d22930cfd0c633b51d01a3ff1af1f85dad230b73a46744b) AuthConfig (11f4dc5d8905f9befcbbd189354b15415b7e41324771aec30b8e7030fba77a9d) AuthConfig (6d4f2b199b41d6c697b4187b2f1fb4013f49b9df731f49ab54ab66a6e2900dd2) AuthConfig (a74b9a3b43ecb5d86854dabb7ad8c3a233d2d7659bc0aa78236937d4e04f2551)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"7d16faa5-fa1a-44ac-b473-147e1f62e301","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:39.833806407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"8693e779-b4d7-4d88-949a-801ffd3342c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:39.930748964Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"8693e779-b4d7-4d88-949a-801ffd3342c4","name":"e2e-inf-b-001667-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:42.059717265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"b3c562b5-bfe2-4378-bd63-e057e671ed75","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:42.099556716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"19bd9921-74ef-4a75-94f9-30e0f81b9288","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:42.629291136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a8559cf3-72cb-473e-85b0-9d0abf7f422f","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:42.629362528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a8559cf3-72cb-473e-85b0-9d0abf7f422f","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:43.510001674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b4eee772-59ee-4fd2-8066-faaebd676095","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:43.510627602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8529107c-4ed4-4f76-84d6-7d4af56e0b71","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:43.523847712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"8529107c-4ed4-4f76-84d6-7d4af56e0b71","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:43.591404722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"b4eee772-59ee-4fd2-8066-faaebd676095","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.544365092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"7935e9da-490e-459c-a6ba-5810dfe75aaa","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.555160895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"7935e9da-490e-459c-a6ba-5810dfe75aaa","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.647977452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"2b0347af-c40b-41a0-aa2b-73d3a65a5bb9","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.655079171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a90e88a1-e9d1-4ec6-9ad0-d0cd4f146ed7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.67070423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"a90e88a1-e9d1-4ec6-9ad0-d0cd4f146ed7","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.689330907Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"ed9d7483-6940-4d5c-aee7-5f13b81cbe4e","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c7bb9d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.710283915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"c84dffa8-cdf2-477d-923b-03cc73f4f067","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.710306436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"c84dffa8-cdf2-477d-923b-03cc73f4f067","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.818200943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"96846f07-0672-4967-b96b-d86edca3e649","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:45.833626307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"96846f07-0672-4967-b96b-d86edca3e649","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:47.237306144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b14423db-f823-4f0b-9e46-9ee29e0de2a8","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:47.237508624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"b14423db-f823-4f0b-9e46-9ee29e0de2a8","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.535491908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"4f9c3969-9ee3-49ae-ad42-90753b82e528","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.535597205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"4f9c3969-9ee3-49ae-ad42-90753b82e528","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.592872019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"ccf9c46b-9faf-49b5-849e-201cdae17233","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.592978503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"ccf9c46b-9faf-49b5-849e-201cdae17233","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:47.598494537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"caaf3f41-eeb8-49e6-8f45-a12f8575efa1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8431de-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.600726656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"d433fce7-fdd8-49d7-b3d3-4e44105994d8","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.612230077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"d433fce7-fdd8-49d7-b3d3-4e44105994d8","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.619384351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"118925bf-6b9b-4095-ac6c-d94713f8a980","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.619512185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"118925bf-6b9b-4095-ac6c-d94713f8a980","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.629518394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"0808bbbd-58f1-4004-af3b-413968c36369","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.629540494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"0808bbbd-58f1-4004-af3b-413968c36369","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.658867804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"613c57cc-2bca-4799-9bd4-0ae8d4fa3556","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","model":"test-model-8431de","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-8431de/test-model-8431de-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.659253118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"4536d85b-397e-4533-9911-8362a2176ef8","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.675023248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"4536d85b-397e-4533-9911-8362a2176ef8","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.680349585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98044974-c2b1-4fa8-99bd-54aa6dd1345e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.684227454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98044974-c2b1-4fa8-99bd-54aa6dd1345e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.690647919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98044974-c2b1-4fa8-99bd-54aa6dd1345e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.694638654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98044974-c2b1-4fa8-99bd-54aa6dd1345e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.695663173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"6405a515-a5b0-47cb-868d-dbb9f574d0ec","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.69567917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"6405a515-a5b0-47cb-868d-dbb9f574d0ec","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:47.761868863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"e006b027-07d1-4d76-9da9-1569aa8fdeff","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.010291896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55633484-7948-4866-8cfd-064d732e8cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.014793311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55633484-7948-4866-8cfd-064d732e8cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.018574317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55633484-7948-4866-8cfd-064d732e8cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:48.0233521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55633484-7948-4866-8cfd-064d732e8cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.782652214Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.782717434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","namespace":"ai-tenant-e2e-shared-b-w0-128d2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.782773607Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","tenant":"e2e-shared-b-w0-128d2f","tenantID":"e2e-shared-b-w0-128d2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.790480103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-128d2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.810350321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Service","name":"maas-api-e2e-shared-b-w0-128d2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.828418502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-128d2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.84300241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-128d2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.85486614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.865603071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.88566293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.900405628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.907759877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.912755688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.916290319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.921349717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.926648671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.931883123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.938575181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.960621171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.964908576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.971720984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.975220714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-128d2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:50.978377223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-128d2f"},"namespace":"ai-tenant-e2e-shared-b-w0-128d2f","name":"default-tenant","reconcileID":"c21af7ee-3332-427f-8da5-1acd4f58e30f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-128d2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.417990844Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-128d2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-128d2f","reconcileID":"aad25456-767b-44c6-b292-e361b328526b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-128d2f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-128d2f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:51.481011438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7ed5aaee-eeb8-4b81-87cd-86707b746298","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:48:51.481147159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"7ed5aaee-eeb8-4b81-87cd-86707b746298","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.625026351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94b2e00-a7c9-4fb1-bc1d-493b6b3253ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.628804681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94b2e00-a7c9-4fb1-bc1d-493b6b3253ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.632733111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94b2e00-a7c9-4fb1-bc1d-493b6b3253ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.636887741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c94b2e00-a7c9-4fb1-bc1d-493b6b3253ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.982233136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0274d6d8-afe8-41a0-bb99-f589ca1222d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.986577539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0274d6d8-afe8-41a0-bb99-f589ca1222d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.991173429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0274d6d8-afe8-41a0-bb99-f589ca1222d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:51.995340777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0274d6d8-afe8-41a0-bb99-f589ca1222d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.69459336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"e5a98848-6187-4adf-9d08-b3540084583d","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","subscription":"e2e-shr-quota-c71ea2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.702081609Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"e5a98848-6187-4adf-9d08-b3540084583d","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.706800556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"e5a98848-6187-4adf-9d08-b3540084583d","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.747126968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"48bbae87-935e-4de8-aeae-a42ce570dc46","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.752302208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"c038cad1-ba18-4996-81ec-d9197274723a","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.76134287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"c038cad1-ba18-4996-81ec-d9197274723a","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.849887594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"57b6222f-ae64-4e89-a80d-8902cea5e78f","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.857751534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"57b6222f-ae64-4e89-a80d-8902cea5e78f","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.882298311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"98558c95-d8a3-480f-b428-d4894617a9ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.8861051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"99a4a970-850a-440e-9a80-4ece0e3e5ff1","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:55.979913675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"98558c95-d8a3-480f-b428-d4894617a9ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.009220269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"98558c95-d8a3-480f-b428-d4894617a9ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"name":"e2e-extmod-b-0ea1ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.009246163Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"e2e-shr-quota-c71ea2-access","reconcileID":"98558c95-d8a3-480f-b428-d4894617a9ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.025787082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","reconcileID":"91908c2b-aebb-4d11-aec4-e348eab9823a","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-866b342cf6c8","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.19133086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"49db2132-e24c-4d24-a81b-19a269d67728","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.194109286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"05b04393-6ffd-4198-866f-5a5140210c31","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.205181557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"05b04393-6ffd-4198-866f-5a5140210c31","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.210507244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"4a3de232-850c-4fb8-9066-bfbe9bee172c","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b5c3268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.32616644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5736bb14-b1b6-4579-a1e3-11177962ef83","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:56.334328564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"5736bb14-b1b6-4579-a1e3-11177962ef83","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:48:58.967247963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:00.429905141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8f80ef5c-7850-4c48-941a-04ca7bd87005","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:00.429974536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"8f80ef5c-7850-4c48-941a-04ca7bd87005","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.430096763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c8fc3d8a-c41d-4085-acd2-79648be38a0d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.430474162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"66972109-d1ae-4aef-af6b-d348a73360a4","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.430774845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"35ace872-53e5-4b00-b32f-48d76656338f","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.430963267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"8d358f2e-f13d-4843-bf6a-15dd62906ae6","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.436029989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d244a8ba-1960-470f-bbce-7fcf042afe32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.436115097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"113c07d2-df2b-48d1-a120-55e38d11a1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.446098254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"cec3b51b-5710-4292-89b6-933142209b7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.446506008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"bffb6b7c-2be2-413f-8a41-1741fb3a7cfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.450683106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"113c07d2-df2b-48d1-a120-55e38d11a1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.451239696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"d244a8ba-1960-470f-bbce-7fcf042afe32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:00.452024186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6301b84c-c832-489e-8941-629214a9febb","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:00.4520775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"6301b84c-c832-489e-8941-629214a9febb","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.452180267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"80b844f9-af2a-4339-836a-80b07631a375","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.452517343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"7306c595-c07a-4bf5-9c30-b87c408dae4f","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.452803862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"26553373-3d9f-43b3-8578-639f1fb3b826","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.452978953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"dae4c1e3-b01f-4979-b00c-0e0e0bc7cafe","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.534919467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9775c2b5-eba4-4696-ad6b-0f3b7c619c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.535563973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"180b20e3-7db8-4511-a2f9-eaf5db6e96a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.5931912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"5427c40e-803d-4132-9ea4-acef914a1459","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.595260085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"9775c2b5-eba4-4696-ad6b-0f3b7c619c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.599604261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"dd3adb33-dfc2-4a0e-a8ea-291fc8daa26d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.60323182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"180b20e3-7db8-4511-a2f9-eaf5db6e96a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.761076203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4bf9aa-3505-4aac-aa06-4b86bd99e12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.765677229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4bf9aa-3505-4aac-aa06-4b86bd99e12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.769491176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4bf9aa-3505-4aac-aa06-4b86bd99e12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.774272569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4bf9aa-3505-4aac-aa06-4b86bd99e12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:00.995946115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2fa69b-2dc1-42a7-b9ff-8fc58a16fdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:01.004875879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2fa69b-2dc1-42a7-b9ff-8fc58a16fdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:01.009197276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2fa69b-2dc1-42a7-b9ff-8fc58a16fdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:01.012828839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2fa69b-2dc1-42a7-b9ff-8fc58a16fdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.509711438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"260a7130-5aff-4319-bc3f-981f06cfc912","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.563093243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"aca8bb51-cd1a-41c1-ae7d-e022d8cd44c1","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.626169667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"98e4d068-c961-4ea2-9930-ab5990a2f61d","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.64394336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"d5f8f24f-63b5-4acb-89bc-c6ac1b098841","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.665941262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"416e25d0-c1c9-47f4-a2ac-71226c52c19c","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.688852657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"4a77f12e-6015-4b63-92e9-b9de642b488a","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.705511359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3fb31492-afac-4f3f-8115-269885fc2621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.705893826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"425f1057-a9bd-4fe2-9e80-579569a2003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.71489382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"425f1057-a9bd-4fe2-9e80-579569a2003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.717300864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"3fb31492-afac-4f3f-8115-269885fc2621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.743628879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"1f380d9a-9710-4010-8268-017a1659449c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.743788506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"73419ec6-3730-4349-972e-49a99a1a9b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.802642849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7373a446-3eb7-4aaf-b4e0-600dd5d227a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.802780819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ab44c341-35c2-495d-89b3-e56c13b17def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.8035914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"f09f50b0-89d7-4158-837f-6b8c252d715e","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.812139688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7373a446-3eb7-4aaf-b4e0-600dd5d227a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.814415172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ab44c341-35c2-495d-89b3-e56c13b17def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:05.902273014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"462cbd49-4302-47f3-9a4e-147b32e45156","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.051363971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"7e7aa406-ce50-4c85-a1f1-c81e2a350966","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.051396859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"7e7aa406-ce50-4c85-a1f1-c81e2a350966","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.215238837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"65afd67d-1cf5-4990-b402-01c17204e537","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","subscription":"e2e-shr-quota-c71ea2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.224772807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"65afd67d-1cf5-4990-b402-01c17204e537","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.228543643Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-sub","reconcileID":"65afd67d-1cf5-4990-b402-01c17204e537","MaaSSubscription":{"name":"e2e-shr-quota-c71ea2-sub","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"maas-trlp-e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.266450307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"97844188-7542-4d7c-8611-624453c29e28","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.270760953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"ed479c87-8ed0-4817-9ffc-95c31f3617b8","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.278844653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"ed479c87-8ed0-4817-9ffc-95c31f3617b8","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.375228573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"8700974f-0edf-442b-8d24-15560ed6a353","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.375251223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"8700974f-0edf-442b-8d24-15560ed6a353","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.38366711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"4016a011-c0b1-42e4-899c-827bd2b6162f","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.38369489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"4016a011-c0b1-42e4-899c-827bd2b6162f","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.39255755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"9f33e6b4-b368-46d4-9118-de50102006a6","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.401733068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"f2f0c484-5beb-49c5-97bc-fb8af4e1c59b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.406542983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"f438c2da-b880-4b49-baa1-22687515e7b2","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.410314542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"f2f0c484-5beb-49c5-97bc-fb8af4e1c59b","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.429133816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"9f33e6b4-b368-46d4-9118-de50102006a6","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.433565158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4a61a8ec-fe96-4f0a-899b-ce8fc9ce8359","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"model":"e2e-extmod-shr-user-0230a6/e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.43601927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"9f33e6b4-b368-46d4-9118-de50102006a6","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.445257973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"ec459490-51b2-4e22-a78c-83e37aec2662","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.445277748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"ec459490-51b2-4e22-a78c-83e37aec2662","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.488238228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4a61a8ec-fe96-4f0a-899b-ce8fc9ce8359","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.518478834Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4a61a8ec-fe96-4f0a-899b-ce8fc9ce8359","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"name":"e2e-extmod-a-fb2b58-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.518496196Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"e2e-shr-quota-c71ea2-access","reconcileID":"4a61a8ec-fe96-4f0a-899b-ce8fc9ce8359","MaaSAuthPolicy":{"name":"e2e-shr-quota-c71ea2-access","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.532011695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"a0bd2942-2d25-41f2-8623-2126bd5f2318","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:06.950782888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","reconcileID":"79224b1b-903a-4989-b9e1-3c2309c3e81c","MaaSModelRef":{"name":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-quota-c71ea2-60a22e10f0b0","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-quota-c71ea2-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-quota-c71ea2","provider":"e2e-shr-quota-c71ea2-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.593091305Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"375349f5-547a-4e79-a2cb-e2c34b2dabfd","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:07.601943269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e7a4da41-ff1b-49e5-8a27-9fa40509e54c","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:07.602015703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"e7a4da41-ff1b-49e5-8a27-9fa40509e54c","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.606232988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f5f954bd-f4c0-498b-9e5d-86ae62241b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.606788207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"b47758a1-79a3-4497-8635-0e786c177429","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.607119736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"cadde1ba-4428-42db-beac-47d6327eae3b","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.608379024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1a9c080b-17cd-4583-8886-bddaa34c22a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.609367518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9533e77-9554-4180-9544-69514b11e2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.610111933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"264f96af-c77b-405a-8204-640f977fe4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.620829082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"f5f954bd-f4c0-498b-9e5d-86ae62241b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.621547786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","reconcileID":"d38689e6-84ec-4e7f-bd82-18dd36c5023c","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-fe2e14a79a84","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-b-0ea1ea","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-b-0ea1ea","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.624554006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"b47758a1-79a3-4497-8635-0e786c177429","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.625151177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1a9c080b-17cd-4583-8886-bddaa34c22a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.628668798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9533e77-9554-4180-9544-69514b11e2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.628668832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"264f96af-c77b-405a-8204-640f977fe4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.633865942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"b47758a1-79a3-4497-8635-0e786c177429","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:07.634080244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a229ef70-538c-4722-a964-ce6f634271e1","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:07.634138636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-ambiguous","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-ambiguous","reconcileID":"a229ef70-538c-4722-a964-ce6f634271e1","error":"ExternalModel e2e-extmod-shr-user-0230a6/e2e-shr-amb-aad605 is attached to several gateways [openshift-ingress/e2e-extmod-a-fb2b58 openshift-ingress/e2e-extmod-b-0ea1ea]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.710865676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"32dc6ed3-fe7d-42f2-9965-c3adc15b1e2b","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.724989593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"32dc6ed3-fe7d-42f2-9965-c3adc15b1e2b","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.813225933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"92ec31d5-e9c9-4273-88d6-79d671ca408f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.81452157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-c71ea2","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","reconcileID":"1bba881d-face-4386-af29-b597449bee8e","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-quota-c71ea2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:07.827869375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"92ec31d5-e9c9-4273-88d6-79d671ca408f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.01198676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fc23bb3-9e79-47b9-943b-319c9540d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.026563883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"96bc7e88-030c-4d77-91de-0542349f7c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.027238731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ba7a18f1-fad9-493b-a557-94bd215b96de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.032134344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fc23bb3-9e79-47b9-943b-319c9540d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.039894845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"ba7a18f1-fad9-493b-a557-94bd215b96de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.043630187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"96bc7e88-030c-4d77-91de-0542349f7c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.043979937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"451fe3a3-a4cd-4d5b-9062-e50e07bb7757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.067318709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"451fe3a3-a4cd-4d5b-9062-e50e07bb7757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.105928482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9b337989-6454-441b-b8ad-10650cd02eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.113872397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"9b337989-6454-441b-b8ad-10650cd02eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.205402455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"a599637d-8277-44db-b54b-37d19aa4cc04","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.20702565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b1a39859-0506-4df2-b119-631905f9d9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.212089273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca209b6-1bbb-4d06-a74c-e8b8cf94f259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.21215041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1be5401f-547e-43bc-a0b8-706a61b9b208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.212524828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7653822e-450c-4301-a061-633b28f9190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.217379394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"b1a39859-0506-4df2-b119-631905f9d9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.218055174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"a599637d-8277-44db-b54b-37d19aa4cc04","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.222135107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ca209b6-1bbb-4d06-a74c-e8b8cf94f259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.225241982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"7653822e-450c-4301-a061-633b28f9190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.225744918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"1be5401f-547e-43bc-a0b8-706a61b9b208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.228257237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"a599637d-8277-44db-b54b-37d19aa4cc04","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.249270594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d439f3ee-3649-4a20-9cd4-e02669cc19d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.26251879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"d439f3ee-3649-4a20-9cd4-e02669cc19d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.32101598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5a4d60cd-2580-41cc-bf9c-a90036aeef86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.337396401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"5a4d60cd-2580-41cc-bf9c-a90036aeef86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.629948204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a9ced126-d6e3-46c0-9ff0-fb2e86b260e0","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.634944582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3eb1c05b-e27e-45b9-95a1-e533e94e6ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.715021227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"a9ced126-d6e3-46c0-9ff0-fb2e86b260e0","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:08.723702889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3eb1c05b-e27e-45b9-95a1-e533e94e6ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.208915478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","reconcileID":"002c1e39-19bc-4c80-9028-9c10ced78f2a","MaaSModelRef":{"name":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","namespace":"e2e-extmod-shr-user-0230a6"},"routeName":"external-model-e2e-shr-amb-aad605-7da1a9cbf337","namespace":"e2e-extmod-shr-user-0230a6","model":"e2e-shr-amb-aad605-e2e-extmod-a-fb2b58","externalModel":"e2e-shr-amb-aad605","provider":"e2e-shr-amb-aad605-provider","gateway":"openshift-ingress/e2e-extmod-a-fb2b58","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.72085819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014d7133-c47d-4d13-8e81-5dca03d9ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.735199354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014d7133-c47d-4d13-8e81-5dca03d9ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.741134683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014d7133-c47d-4d13-8e81-5dca03d9ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.747661668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014d7133-c47d-4d13-8e81-5dca03d9ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.824334061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"2be0fad9-dbe9-4fd5-83be-c7f0b0bdcc7e","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.833054516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"266bae6a-7bb2-4acd-92a6-682315cf5d3f","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.833077513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"cd03e72f-14c7-4498-acfa-fb9f3ed67732","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.837765681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d10ca6e6-0b0d-45a6-9f56-2f3318c9598f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.838212397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"984e5b68-1fb6-4494-bcdd-ffe5247f2a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.842811051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"cd03e72f-14c7-4498-acfa-fb9f3ed67732","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.843040557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"180f18eb-af4a-4dde-b737-87aa7c80f1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.845075107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"266bae6a-7bb2-4acd-92a6-682315cf5d3f","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.845663085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"d10ca6e6-0b0d-45a6-9f56-2f3318c9598f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.851519803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"984e5b68-1fb6-4494-bcdd-ffe5247f2a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.853130156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"e2947e81-ed21-4bad-9e5f-b95365916df5","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.855629226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"266bae6a-7bb2-4acd-92a6-682315cf5d3f","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.859497251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"180f18eb-af4a-4dde-b737-87aa7c80f1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.893281876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dc92a4e-b0be-47d5-963d-51cb41911137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:09.903877054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dc92a4e-b0be-47d5-963d-51cb41911137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.009335711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fdc45682-5a79-4f5c-9b6e-2a7d67fd3a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.017311113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4ac7ade4-8c00-4dad-bf5b-d6b1fc44e379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.088564074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"fdc45682-5a79-4f5c-9b6e-2a7d67fd3a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.090993914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4ac7ade4-8c00-4dad-bf5b-d6b1fc44e379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.100925205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"22cbab30-0837-4988-abd7-3772c17d529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.101550869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a021fcdc-7797-442a-b751-9318a6245c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.108866435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"22cbab30-0837-4988-abd7-3772c17d529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.109504987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"a021fcdc-7797-442a-b751-9318a6245c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.204667497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-aad605","namespace":"e2e-extmod-shr-user-0230a6"},"namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","reconcileID":"5b719a0c-967e-4513-90a7-0b4ed569a762","namespace":"e2e-extmod-shr-user-0230a6","name":"e2e-shr-amb-aad605","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.322596744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1527a082-891c-426f-b4f1-f506e4770926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.347802666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a3b24-440b-4e76-9ecf-6c09bdc58106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.348373567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"1527a082-891c-426f-b4f1-f506e4770926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.387026616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a3b24-440b-4e76-9ecf-6c09bdc58106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.432715512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a3b24-440b-4e76-9ecf-6c09bdc58106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.433499087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a2ecb1-0a38-4a94-a7be-b630097f74a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.43387937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b34099d1-5cb1-4dd6-be4d-d5fde534d17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.441061029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675a3b24-440b-4e76-9ecf-6c09bdc58106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.441708233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"001cbc57-b60b-4e12-bd19-ae7efe74b54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.441922946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"40396f42-9fc6-425f-9118-01bc18c68c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.456347004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"001cbc57-b60b-4e12-bd19-ae7efe74b54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.45870661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a2ecb1-0a38-4a94-a7be-b630097f74a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.463886223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"40396f42-9fc6-425f-9118-01bc18c68c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.466358975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"b34099d1-5cb1-4dd6-be4d-d5fde534d17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.473881556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ebad2fe6-0d76-4c8b-88f6-0b7c732b4742","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.48247083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ebad2fe6-0d76-4c8b-88f6-0b7c732b4742","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.48614035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"bd152972-d9ca-4a3f-8a32-366b272343d4","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.48996109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ebad2fe6-0d76-4c8b-88f6-0b7c732b4742","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.495521411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"bd152972-d9ca-4a3f-8a32-366b272343d4","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.534140957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"b1717979-f3b8-4b67-9855-fe7ce4921e6c","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.534561924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"46900ce2-1169-4538-ab12-e5fd21a30a97","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.534856168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"6f15c4e3-65c1-494a-bb9c-2e64a21ecdb2","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.535298283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"6e2a7dfa-4722-44d3-b6a9-722d9d3240a5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.555320798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"90eba51c-d903-4262-a719-a3f84746e7e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.555980192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"a554f0a6-325a-4560-b1d2-3c93a8cd7f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.561968377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"11a502c9-2f52-4169-97a5-1c16c283932f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.562111157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1206004d-1d71-423f-a809-8881b95818fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.562350582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3e905a46-e62a-470e-b345-f6ed237c1f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.564355991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cba66b52-e0ea-4444-bbb5-d80b3f4b50ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.572040361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"11a502c9-2f52-4169-97a5-1c16c283932f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.574653891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"3e905a46-e62a-470e-b345-f6ed237c1f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.575330275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1206004d-1d71-423f-a809-8881b95818fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.59087874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cba66b52-e0ea-4444-bbb5-d80b3f4b50ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.656939714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"ee3ed8c6-53e7-4e33-b635-f5985069bb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.657352208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"187564fe-dd48-4fad-bacc-540bf4e9abc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.66289033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"62bbeeb6-bd46-48ea-ba95-5f34a0cbd2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.663284341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8f2eb090-acc2-4fd0-8ea9-4bba5c914872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.663732802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3c68ad11-38f7-4e8c-8dad-2db8e736204c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.690631123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2e3274e1-07a2-4158-9e97-d6f0d2f0f9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.692970286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"8f2eb090-acc2-4fd0-8ea9-4bba5c914872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.69365162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"3c68ad11-38f7-4e8c-8dad-2db8e736204c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.695411664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"62bbeeb6-bd46-48ea-ba95-5f34a0cbd2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:10.706493488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"2e3274e1-07a2-4158-9e97-d6f0d2f0f9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.380216835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.380310464Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.389274271Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.390161825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8960ee49-2b92-4e40-a27c-43e73099e3e1","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.39788204Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.397944406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.398070292Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.401690909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"acaf840a-6794-4eb8-a5d5-5a12b73f6cf8","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.411565684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"7d1b79f7-4fc6-46b5-815b-0ec2cf154771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c2d559a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.412239312Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.412770241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"00c27adc-5eba-42b9-a45d-8d577c51d52b","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.430520275Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"50175085-d55c-46a6-9af8-75cb16a52cba","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.432649076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"92bbb2df-9608-472a-9b7e-d0eebb417790","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.434060592Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"7a36a7d1-829a-4db3-b581-ed8aca38bcf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0a4b240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.439921416Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"4c5d9ea6-4c85-4871-854d-3a87c76a5ce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c2d559a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.491214122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6b9726ef-1a88-4c01-81be-2f75fef902d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.491311743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a250b5f0-2b8e-4aa0-99a9-1d5d32b176ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.494558797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"3e1f04b6-a163-45a9-8beb-9f7d2cfbba81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0a4b240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.505463207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"a250b5f0-2b8e-4aa0-99a9-1d5d32b176ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.509228691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"6b9726ef-1a88-4c01-81be-2f75fef902d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.522201259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"04cfcde9-6bdc-466d-b51c-1d165db44175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.587656018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ba391449-fd95-4463-a8ef-ccf07b80d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.624746299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"04cfcde9-6bdc-466d-b51c-1d165db44175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.699770006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"04cfcde9-6bdc-466d-b51c-1d165db44175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.69979403Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-access","reconcileID":"04cfcde9-6bdc-466d-b51c-1d165db44175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.720771277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"247e7e3f-f8fd-4b95-a732-0857b08c363b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.722811405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ba391449-fd95-4463-a8ef-ccf07b80d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.739262371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ba391449-fd95-4463-a8ef-ccf07b80d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"e2e-worker-w0-384164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.739281841Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-access","reconcileID":"ba391449-fd95-4463-a8ef-ccf07b80d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-384164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:17.755918475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"1c07e6bb-d43e-470e-b93c-7145fa0603c4","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.498639321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"25a520fc-0831-4726-a21c-21e6c0732347","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.50703318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"25a520fc-0831-4726-a21c-21e6c0732347","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.515317943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"25a520fc-0831-4726-a21c-21e6c0732347","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.519005369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac61bf0-8712-41c6-856a-2feeaeabc150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.523875793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac61bf0-8712-41c6-856a-2feeaeabc150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.528862462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac61bf0-8712-41c6-856a-2feeaeabc150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.535218399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac61bf0-8712-41c6-856a-2feeaeabc150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.535553647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"39db5171-eb4e-4c96-af47-0be899051618","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.536164676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"b9845134-f886-47e8-ba70-b375f978d8e3","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.935819119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d44dcb-46f3-4f9e-b637-96ff83bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.93974994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d44dcb-46f3-4f9e-b637-96ff83bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.944236721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d44dcb-46f3-4f9e-b637-96ff83bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:20.948569618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d44dcb-46f3-4f9e-b637-96ff83bacda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.496718894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-adf308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-adf308","reconcileID":"21a41750-144b-40a0-a1f8-94d39c3f7d9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-adf308","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-adf308":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.80402121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0379ceb2-e6a9-4b96-8ce3-9af41673c090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.833996823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0379ceb2-e6a9-4b96-8ce3-9af41673c090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.837591011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0379ceb2-e6a9-4b96-8ce3-9af41673c090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:21.84115489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0379ceb2-e6a9-4b96-8ce3-9af41673c090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.447844586Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"0eb3980a-3c93-464b-b9b7-739b4f2944d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.452254549Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"0eb3980a-3c93-464b-b9b7-739b4f2944d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.461358965Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"simulator-subscription","reconcileID":"0eb3980a-3c93-464b-b9b7-739b4f2944d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/simulator-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.503488248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"e08fe4a1-2fa4-4cc5-b5d9-75266223b017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.509210082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"e08fe4a1-2fa4-4cc5-b5d9-75266223b017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.524345056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"8ae10b63-f2ec-4fa1-92fa-c56f922d31b7","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.565257815Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"premium-simulator-subscription","reconcileID":"e08fe4a1-2fa4-4cc5-b5d9-75266223b017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-384164"},"name":"maas-trlp-premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164","model":"e2e-models-e2e-worker-w0-384164/premium-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:27.697128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"4638851c-dd59-4e86-a12b-eaa9cae4bf7a","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:29.00823759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:29.795744401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"efbb7e86-15f5-48ac-aada-e0e681509629","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:29.827051508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"d14c4e20-33e9-4958-8417-d5ea9d351598","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:29.827139987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"d14c4e20-33e9-4958-8417-d5ea9d351598","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.548306156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"75ed5b54-d6bf-403b-8c2e-10c887e55944","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.549023947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"92b27fd9-9d67-4450-b9ff-39f2ac0d5107","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.601467608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ee21c84c-8102-4663-8419-043beddc7e65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.61048806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ee21c84c-8102-4663-8419-043beddc7e65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.617363797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f78cfc3fa40a8bfb18ea0d034ee82889e667d06f22fc6181255caaabe33b95c) AuthConfig (c46b8a4745093fd7525d56aa487f7a36f4b5091a35e5d24553297b22197a440b) AuthConfig (e4096dcdcf76090f0e27eac6bd4e26bad7f7844b189f976b9abbb20950194691) AuthConfig (94fa0cce4fa66d7c52ec159a6c72dbf64ec81a937a669e0db5a3093c99621846) AuthConfig (c0faa49f29966456c0689c9c64f796050c9048390b27531e7d0b871e2bac30d8) AuthConfig (5db680f3b3c4d0e85e5df31f9e9c6181e84095df820c8dc0cefa64f975e20c0b) AuthConfig (fe4ff4765f3254d98b1f9a9b5b72e66b330703b8600913a72260e3babb4151ef) AuthConfig (dad370495a09d9a5e5a6bd9f3b237d16deb04367784b04e8c50901355d09d45b) AuthConfig (aa8a551582d45bb71635bd6226906be35b1fb3c66e560719566bb5acbfe1157d) AuthConfig (44a3eb0d1c6213a9f3d388ac5dabd32b0497aa5a2482ada799777fff7ed4b92d) AuthConfig (c811c3e3726daa1fd01e97b8fd53dacf6da29143568927e8703515fe11a79130) AuthConfig (7e2bdb7c90e1d745fb2fa76ff4199efb224983b822bd384fee895a77e223d667) AuthConfig (970f178077c7221943de29be4d56e7c6252db3623f75fee0cafde8d8fb30e43c) AuthConfig (614fdb336806b21c6345728385607cdc5b39567f3d0f158fff956c69f11632dc) AuthConfig (607a1b738640257f64efb6029b7de2ea0bbd05d53ee9b604e9bc004c1727cc4a) AuthConfig (a183222922c375500d329950adbc6050a86733a4cd0ebf2bd3f20be1c4bad594) AuthConfig (5bfad270fcee5ac666f01f5f91ea12400e224825f1159d38816e85dabd6cf658) AuthConfig (4064f858eda93167db05c46012d13705149de919cd5d2bca395ef612c856b47c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"ee21c84c-8102-4663-8419-043beddc7e65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.687508716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"b4faeb68-2c54-4b8b-bd14-a3c520fa3ead","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.687537074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"b4faeb68-2c54-4b8b-bd14-a3c520fa3ead","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.819407412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"28b6304c-d7c6-41f3-9a40-b4561b0fd8c6","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:30.83442637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"28b6304c-d7c6-41f3-9a40-b4561b0fd8c6","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.425384441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"345c53d0-de1d-4bbc-8298-c23db93446be","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.436124225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"345c53d0-de1d-4bbc-8298-c23db93446be","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:31.445180701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f78cfc3fa40a8bfb18ea0d034ee82889e667d06f22fc6181255caaabe33b95c) AuthConfig (c46b8a4745093fd7525d56aa487f7a36f4b5091a35e5d24553297b22197a440b) AuthConfig (e4096dcdcf76090f0e27eac6bd4e26bad7f7844b189f976b9abbb20950194691) AuthConfig (94fa0cce4fa66d7c52ec159a6c72dbf64ec81a937a669e0db5a3093c99621846) AuthConfig (c0faa49f29966456c0689c9c64f796050c9048390b27531e7d0b871e2bac30d8) AuthConfig (5db680f3b3c4d0e85e5df31f9e9c6181e84095df820c8dc0cefa64f975e20c0b) AuthConfig (fe4ff4765f3254d98b1f9a9b5b72e66b330703b8600913a72260e3babb4151ef) AuthConfig (dad370495a09d9a5e5a6bd9f3b237d16deb04367784b04e8c50901355d09d45b) AuthConfig (aa8a551582d45bb71635bd6226906be35b1fb3c66e560719566bb5acbfe1157d) AuthConfig (44a3eb0d1c6213a9f3d388ac5dabd32b0497aa5a2482ada799777fff7ed4b92d) AuthConfig (c811c3e3726daa1fd01e97b8fd53dacf6da29143568927e8703515fe11a79130) AuthConfig (7e2bdb7c90e1d745fb2fa76ff4199efb224983b822bd384fee895a77e223d667) AuthConfig (970f178077c7221943de29be4d56e7c6252db3623f75fee0cafde8d8fb30e43c) AuthConfig (614fdb336806b21c6345728385607cdc5b39567f3d0f158fff956c69f11632dc) AuthConfig (607a1b738640257f64efb6029b7de2ea0bbd05d53ee9b604e9bc004c1727cc4a) AuthConfig (a183222922c375500d329950adbc6050a86733a4cd0ebf2bd3f20be1c4bad594) AuthConfig (5bfad270fcee5ac666f01f5f91ea12400e224825f1159d38816e85dabd6cf658) AuthConfig (4064f858eda93167db05c46012d13705149de919cd5d2bca395ef612c856b47c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"345c53d0-de1d-4bbc-8298-c23db93446be","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.5646583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"c1ebc23b-4aad-4e48-8724-5ad410a2ac57","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.564684077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"c1ebc23b-4aad-4e48-8724-5ad410a2ac57","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.910977946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"164c1cf5-6a77-464d-91d5-2bbe329efa4e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.91100921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"164c1cf5-6a77-464d-91d5-2bbe329efa4e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.92149035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"4c0a1012-3871-4587-9f9d-986019842f9a","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.921516893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"4c0a1012-3871-4587-9f9d-986019842f9a","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.949039389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"408561c3-7f9e-4fee-a28c-972558c707d0","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.98783288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"408561c3-7f9e-4fee-a28c-972558c707d0","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:33.998540396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"408561c3-7f9e-4fee-a28c-972558c707d0","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:34.014426086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"c179ddb9-7148-4c0d-8e01-b3891a1acdea","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:34.014466707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"c179ddb9-7148-4c0d-8e01-b3891a1acdea","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.529943127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"848d136f-b3b5-44f6-bf26-63e231951ee6","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.529972092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"848d136f-b3b5-44f6-bf26-63e231951ee6","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.839907063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"2c33eac9-59b3-4e32-a774-edc9408e1901","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.839931564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"2c33eac9-59b3-4e32-a774-edc9408e1901","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.847996431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"07e95aec-34d2-46d3-94b9-e2761fcede07","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.848016205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"07e95aec-34d2-46d3-94b9-e2761fcede07","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.855485589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"f95674ee-ec42-433a-9a73-e34b732be6ea","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.889123372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"f95674ee-ec42-433a-9a73-e34b732be6ea","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.898420975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"f95674ee-ec42-433a-9a73-e34b732be6ea","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.909154334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"c9f9cb78-6036-4964-acce-beb6a0fe9ac6","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:35.909172997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"c9f9cb78-6036-4964-acce-beb6a0fe9ac6","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:37.52528968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"dd9398b9-2f3d-425b-a092-fd85709b7225","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:37.699170558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"af25fcc0-1538-4165-923d-2d5039caa721","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.549136458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"c5696d9b-e3c1-4b7b-bfce-261323b1f993","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:40.55051998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"286af12e-634a-48ca-9816-a519e5794843","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.496949175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"da8ba3fb-7cb4-4903-8c5d-5e36ffe6d0ba","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.517574892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"da8ba3fb-7cb4-4903-8c5d-5e36ffe6d0ba","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.526306452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f78cfc3fa40a8bfb18ea0d034ee82889e667d06f22fc6181255caaabe33b95c) AuthConfig (c46b8a4745093fd7525d56aa487f7a36f4b5091a35e5d24553297b22197a440b) AuthConfig (e4096dcdcf76090f0e27eac6bd4e26bad7f7844b189f976b9abbb20950194691) AuthConfig (94fa0cce4fa66d7c52ec159a6c72dbf64ec81a937a669e0db5a3093c99621846) AuthConfig (c0faa49f29966456c0689c9c64f796050c9048390b27531e7d0b871e2bac30d8) AuthConfig (5db680f3b3c4d0e85e5df31f9e9c6181e84095df820c8dc0cefa64f975e20c0b) AuthConfig (fe4ff4765f3254d98b1f9a9b5b72e66b330703b8600913a72260e3babb4151ef) AuthConfig (dad370495a09d9a5e5a6bd9f3b237d16deb04367784b04e8c50901355d09d45b) AuthConfig (aa8a551582d45bb71635bd6226906be35b1fb3c66e560719566bb5acbfe1157d) AuthConfig (44a3eb0d1c6213a9f3d388ac5dabd32b0497aa5a2482ada799777fff7ed4b92d) AuthConfig (c811c3e3726daa1fd01e97b8fd53dacf6da29143568927e8703515fe11a79130) AuthConfig (7e2bdb7c90e1d745fb2fa76ff4199efb224983b822bd384fee895a77e223d667) AuthConfig (970f178077c7221943de29be4d56e7c6252db3623f75fee0cafde8d8fb30e43c) AuthConfig (614fdb336806b21c6345728385607cdc5b39567f3d0f158fff956c69f11632dc) AuthConfig (607a1b738640257f64efb6029b7de2ea0bbd05d53ee9b604e9bc004c1727cc4a) AuthConfig (a183222922c375500d329950adbc6050a86733a4cd0ebf2bd3f20be1c4bad594) AuthConfig (5bfad270fcee5ac666f01f5f91ea12400e224825f1159d38816e85dabd6cf658) AuthConfig (4064f858eda93167db05c46012d13705149de919cd5d2bca395ef612c856b47c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"da8ba3fb-7cb4-4903-8c5d-5e36ffe6d0ba","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.757211218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"4f31b71c-eb45-4050-baf1-cfbdffc9b3d6","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.769497596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"4ebaa1d4-418a-4472-a7ee-9bad7de2d28b","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.771187789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"f50529ae-b5b5-4bf6-8672-51a0f5d38c1b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.778846836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"7e55d631-19f0-4560-aa75-179cb6eb8050","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.877802327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"d06ba0cb-e037-4270-aafc-4dd65ba4179b","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:41.877831538Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"d06ba0cb-e037-4270-aafc-4dd65ba4179b","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService distinct-2-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:41.892360822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"d06ba0cb-e037-4270-aafc-4dd65ba4179b","error":"LLMInferenceService distinct-2-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.897965081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"99e2aec1-b6f0-4979-a858-ffd05eca5b4b","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-2-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-2-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:41.897998357Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"99e2aec1-b6f0-4979-a858-ffd05eca5b4b","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService distinct-2-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:41.89807075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-2-w0-384164","reconcileID":"99e2aec1-b6f0-4979-a858-ffd05eca5b4b","error":"LLMInferenceService distinct-2-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.904397578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"e8c3504d-73c5-4798-b45a-4b7510bd8cdc","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.90470427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"32de45cd-a3f5-4acf-9f80-730d133d9a1b","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:41.905304766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"f0d3c5fa-95d6-43fc-b129-eac58cd08127","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.301584035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"f40d4489-2484-4e74-8156-bb6cd0553b4b","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.301980646Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"f40d4489-2484-4e74-8156-bb6cd0553b4b","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService distinct-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.312671771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"f40d4489-2484-4e74-8156-bb6cd0553b4b","error":"LLMInferenceService distinct-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.317993089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"ea3a4c34-795e-49df-9a97-dde54ced2306","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"distinct-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"distinct-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.318073553Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"ea3a4c34-795e-49df-9a97-dde54ced2306","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService distinct-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.31813548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"distinct-w0-384164","reconcileID":"ea3a4c34-795e-49df-9a97-dde54ced2306","error":"LLMInferenceService distinct-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.322897986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"409baad6-10de-4374-845d-494815e82246","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.323185716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"c4de704f-aa95-4bad-9dc8-7eb69601f62c","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.69441605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"92bd26a8-b978-4412-bc77-689dd9857525","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"premium-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"premium-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.706807794Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"92bd26a8-b978-4412-bc77-689dd9857525","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService premium-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:42.796943213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"premium-w0-384164","reconcileID":"92bd26a8-b978-4412-bc77-689dd9857525","error":"LLMInferenceService premium-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:42.797115738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"ba6dd77a-31db-406c-9805-5b1490142e7d","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:43.063911756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a6cd2504-60b3-4170-bfee-e16e8e32e6d5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"routeName":"simulator-w0-384164-kserve-route","namespace":"e2e-models-e2e-worker-w0-384164","llmisvcName":"simulator-w0-384164","gateway":"openshift-ingress/e2e-worker-w0-384164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:43.06396133Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a6cd2504-60b3-4170-bfee-e16e8e32e6d5","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"error":"LLMInferenceService simulator-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:43.091863437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"a6cd2504-60b3-4170-bfee-e16e8e32e6d5","error":"LLMInferenceService simulator-w0-384164 not found in namespace e2e-models-e2e-worker-w0-384164","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:43.105639193Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"7d79523a-4468-4dba-8260-bc858858fdb8","name":"simulator-w0-384164","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-384164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:49:43.105714429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-384164","namespace":"e2e-models-e2e-worker-w0-384164"},"namespace":"e2e-models-e2e-worker-w0-384164","name":"simulator-w0-384164","reconcileID":"7d79523a-4468-4dba-8260-bc858858fdb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-384164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:44.028251037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b2720379-0007-43d1-953d-40ed56b13d98","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:44.05223667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b2720379-0007-43d1-953d-40ed56b13d98","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:44.088173736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b2720379-0007-43d1-953d-40ed56b13d98","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:45.917706937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9cb0f630-7693-4181-9be3-9a19838e0f1c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:45.989902122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9cb0f630-7693-4181-9be3-9a19838e0f1c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:45.99725168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9cb0f630-7693-4181-9be3-9a19838e0f1c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.70437125Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.704425719Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","namespace":"ai-tenant-e2e-worker-w0-384164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.704520944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","tenant":"e2e-worker-w0-384164","tenantID":"e2e-worker-w0-384164","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.710187546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Deployment","name":"maas-api-e2e-worker-w0-384164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.743053782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Service","name":"maas-api-e2e-worker-w0-384164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.751880888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-384164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.762962293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-384164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.771642743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.779010648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.789703143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.79594189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.801602217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.804919018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.808075925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Service","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.814165467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.817603935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.824638294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.828197498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.835295484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.843036304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.846447923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.849735062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-384164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:46.853793362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-384164"},"namespace":"ai-tenant-e2e-worker-w0-384164","name":"default-tenant","reconcileID":"e384b353-8237-478d-a704-eec73c07e42f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-384164","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.351772036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-384164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-384164","reconcileID":"04482a55-4120-4d46-a1da-d5c4128e3c49","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-384164","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-384164"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.53806255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1961eff-23f3-4e9d-a54f-6ad5cc282e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.541579015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1961eff-23f3-4e9d-a54f-6ad5cc282e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.545389606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1961eff-23f3-4e9d-a54f-6ad5cc282e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.549661957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1961eff-23f3-4e9d-a54f-6ad5cc282e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.901409543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed68242c-ccdf-4837-96f5-0e1a79ce6992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.90589561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed68242c-ccdf-4837-96f5-0e1a79ce6992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.910170162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed68242c-ccdf-4837-96f5-0e1a79ce6992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:47.91400381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed68242c-ccdf-4837-96f5-0e1a79ce6992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:51.237382485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"ab7b0ec4-40bc-4b49-a4bb-f9d8e261908e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:51.307926563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"ab7b0ec4-40bc-4b49-a4bb-f9d8e261908e","name":"e2e-inf-a-adf308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:51.533735391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"8f7916c3-8e17-4ba0-860b-8d8ea728c432","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:51.543981764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"8f7916c3-8e17-4ba0-860b-8d8ea728c432","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:51.552642541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f78cfc3fa40a8bfb18ea0d034ee82889e667d06f22fc6181255caaabe33b95c) AuthConfig (c46b8a4745093fd7525d56aa487f7a36f4b5091a35e5d24553297b22197a440b) AuthConfig (e4096dcdcf76090f0e27eac6bd4e26bad7f7844b189f976b9abbb20950194691) AuthConfig (94fa0cce4fa66d7c52ec159a6c72dbf64ec81a937a669e0db5a3093c99621846) AuthConfig (c0faa49f29966456c0689c9c64f796050c9048390b27531e7d0b871e2bac30d8) AuthConfig (5db680f3b3c4d0e85e5df31f9e9c6181e84095df820c8dc0cefa64f975e20c0b) AuthConfig (fe4ff4765f3254d98b1f9a9b5b72e66b330703b8600913a72260e3babb4151ef) AuthConfig (dad370495a09d9a5e5a6bd9f3b237d16deb04367784b04e8c50901355d09d45b) AuthConfig (aa8a551582d45bb71635bd6226906be35b1fb3c66e560719566bb5acbfe1157d) AuthConfig (44a3eb0d1c6213a9f3d388ac5dabd32b0497aa5a2482ada799777fff7ed4b92d) AuthConfig (c811c3e3726daa1fd01e97b8fd53dacf6da29143568927e8703515fe11a79130) AuthConfig (7e2bdb7c90e1d745fb2fa76ff4199efb224983b822bd384fee895a77e223d667) AuthConfig (970f178077c7221943de29be4d56e7c6252db3623f75fee0cafde8d8fb30e43c) AuthConfig (614fdb336806b21c6345728385607cdc5b39567f3d0f158fff956c69f11632dc) AuthConfig (607a1b738640257f64efb6029b7de2ea0bbd05d53ee9b604e9bc004c1727cc4a) AuthConfig (a183222922c375500d329950adbc6050a86733a4cd0ebf2bd3f20be1c4bad594) AuthConfig (5bfad270fcee5ac666f01f5f91ea12400e224825f1159d38816e85dabd6cf658) AuthConfig (4064f858eda93167db05c46012d13705149de919cd5d2bca395ef612c856b47c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"8f7916c3-8e17-4ba0-860b-8d8ea728c432","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.110944169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"4867b9dc-7eac-41de-b6a2-ee5f791c1098","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.119908784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"4867b9dc-7eac-41de-b6a2-ee5f791c1098","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:54.127060655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"4867b9dc-7eac-41de-b6a2-ee5f791c1098","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.005876683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9f57659a-2d6e-4abb-85f1-262ef2614813","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.014639385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9f57659a-2d6e-4abb-85f1-262ef2614813","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:56.024336719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9f57659a-2d6e-4abb-85f1-262ef2614813","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:49:58.965681352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:01.559997147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"96b79edf-5f33-47a1-bc2d-b859c47f6b65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:01.567298028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"96b79edf-5f33-47a1-bc2d-b859c47f6b65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:01.573727036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cf51d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f78cfc3fa40a8bfb18ea0d034ee82889e667d06f22fc6181255caaabe33b95c) AuthConfig (c46b8a4745093fd7525d56aa487f7a36f4b5091a35e5d24553297b22197a440b) AuthConfig (e4096dcdcf76090f0e27eac6bd4e26bad7f7844b189f976b9abbb20950194691) AuthConfig (94fa0cce4fa66d7c52ec159a6c72dbf64ec81a937a669e0db5a3093c99621846) AuthConfig (c0faa49f29966456c0689c9c64f796050c9048390b27531e7d0b871e2bac30d8) AuthConfig (5db680f3b3c4d0e85e5df31f9e9c6181e84095df820c8dc0cefa64f975e20c0b) AuthConfig (fe4ff4765f3254d98b1f9a9b5b72e66b330703b8600913a72260e3babb4151ef) AuthConfig (dad370495a09d9a5e5a6bd9f3b237d16deb04367784b04e8c50901355d09d45b) AuthConfig (aa8a551582d45bb71635bd6226906be35b1fb3c66e560719566bb5acbfe1157d) AuthConfig (44a3eb0d1c6213a9f3d388ac5dabd32b0497aa5a2482ada799777fff7ed4b92d) AuthConfig (c811c3e3726daa1fd01e97b8fd53dacf6da29143568927e8703515fe11a79130) AuthConfig (7e2bdb7c90e1d745fb2fa76ff4199efb224983b822bd384fee895a77e223d667) AuthConfig (970f178077c7221943de29be4d56e7c6252db3623f75fee0cafde8d8fb30e43c) AuthConfig (614fdb336806b21c6345728385607cdc5b39567f3d0f158fff956c69f11632dc) AuthConfig (607a1b738640257f64efb6029b7de2ea0bbd05d53ee9b604e9bc004c1727cc4a) AuthConfig (a183222922c375500d329950adbc6050a86733a4cd0ebf2bd3f20be1c4bad594) AuthConfig (5bfad270fcee5ac666f01f5f91ea12400e224825f1159d38816e85dabd6cf658) AuthConfig (4064f858eda93167db05c46012d13705149de919cd5d2bca395ef612c856b47c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"96b79edf-5f33-47a1-bc2d-b859c47f6b65","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.140974304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"54f4dcc7-cedf-493b-a0de-597acbd4ae1b","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.149768982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"54f4dcc7-cedf-493b-a0de-597acbd4ae1b","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:04.157870578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"54f4dcc7-cedf-493b-a0de-597acbd4ae1b","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.037009893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9d555147-eced-48bd-9a64-660c2b10600f","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.046238303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9d555147-eced-48bd-9a64-660c2b10600f","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:06.055184549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"9d555147-eced-48bd-9a64-660c2b10600f","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.584412931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"bda21531-3a68-4f60-bf24-a3149a758e61","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.60680976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"bda21531-3a68-4f60-bf24-a3149a758e61","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.652634826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"cd86e1cb-7f83-4cf4-a0fa-77018d56d6bf","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.652657787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"cd86e1cb-7f83-4cf4-a0fa-77018d56d6bf","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.985782462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"4a0d2457-95fc-46d2-b8cc-0696260af13a","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:11.998653382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"4a0d2457-95fc-46d2-b8cc-0696260af13a","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.012154902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d742c4527bf405486dc9c6d02fa71e31ebf25d36ef741b13d225dbea82284f2a) AuthConfig (a04759264fb2d2f8ec7b8f55e4178a6af56553a4eb65bb86d68cafa27d84660e) AuthConfig (b1dd3e3a9656ba1e6597528f2c05b1d921d5e589921e609ac057e05d2ea96fad) AuthConfig (681ee0b43157c5799f20b1de4e183bef47589b55e2a49d19c2143f9fb42cff7e) AuthConfig (2165de4290ae686a3d1175a3968ba285135c8e32ff334c72378768aaa4073ff4) AuthConfig (7e64b8a205abca8f3ba83d5be6960959ae4b65c85733be0b40970361faece748) AuthConfig (d01dae1902058cbffa03a9cdc087790b0806fb48c77478c2e8f5733e030fbfe5) AuthConfig (12285bdade96f0256352feb483ab7d9a3f391a24cb22f8f95d2019fbb2d69c85) AuthConfig (198489783cc0b512d7a0545c7fa9ff4e2ec157481079134cea231f1d767749f4) AuthConfig (3e4dbc79f799e397e47aacc01175e0384ba944c1e3d053d696ec08998d64190f) AuthConfig (887d8c090495d664017c370dbd6d7a3a0c65dd655102a0fe946ac6fe30d4b611) AuthConfig (baf561bd60c1d6d908c761e475d223a498c2152514aafa9de34013609b1bc753) AuthConfig (70c3626cb875468ac671658521c2b7cdcaee6f2c6fa6e9f1609b92df2aa875c1) AuthConfig (c46eedad65441644c5a10b08ce20ff60ca45f59d0f4472e3c1b000f7dd76ce71) AuthConfig (77d2db3324409576b22c6e2bd066a712bfda33e9fff3268a8d893cb66521fd66) AuthConfig (582fa086e68e66c3ecac8de2bb2aae28831dc9e8f1725db61d015407901abefe) AuthConfig (1780cd736e1d15474f7bee54bc12204dd3c4003bc89ffe500ceb268a3aa06103) AuthConfig (1f2d900275a733bdb41f204692bc993af9f5e40356ac4ff09fbe63a11752bf99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"4a0d2457-95fc-46d2-b8cc-0696260af13a","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.028161479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"cb116680-33f7-4a1c-b8d2-e4162be8472d","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:12.028193393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"cb116680-33f7-4a1c-b8d2-e4162be8472d","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.919809542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"383a4349-a695-4bd7-9dbc-45d59ac698e4","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.919840663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"383a4349-a695-4bd7-9dbc-45d59ac698e4","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.92855948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"16ac2b31-d108-4c2e-a883-27ea4d74c3aa","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:50:13.929247049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"2443c7a4-5769-426c-899f-68add73988cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cf51d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.936172598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"03ea8f03-91dc-4f98-9a3b-3308ff54a312","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.936264445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"03ea8f03-91dc-4f98-9a3b-3308ff54a312","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.941999001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"16ac2b31-d108-4c2e-a883-27ea4d74c3aa","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.945530103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"1294a82d-d0e1-41ea-8a29-5bf9ab5f054d","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.945548308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"1294a82d-d0e1-41ea-8a29-5bf9ab5f054d","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.955041816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"a5b3bcd4-818b-4b18-81f4-353a717f9698","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.955128008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"a5b3bcd4-818b-4b18-81f4-353a717f9698","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.973522797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"6419b6cc-3881-4d72-a41b-0cd546b82304","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","model":"test-model-cf51d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.996854639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"5e0db3a4-0d30-4273-9cf0-554536842206","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:13.996935518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"5e0db3a4-0d30-4273-9cf0-554536842206","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.056132829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"17023f4c-bcd4-4df8-871a-2ee678809c38","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.064638874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"17023f4c-bcd4-4df8-871a-2ee678809c38","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.071657759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"d04b54de-989d-42a1-9cdf-111f607e5b71","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.174794743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"5edbc872-4f8e-400c-a314-5358780498ab","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.200011389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"5edbc872-4f8e-400c-a314-5358780498ab","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.215700056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5010c1b8c7d2a8a24cbb874109767843d8f99836753c37c6ef0590b453d525cc) AuthConfig (ad5a0858cb9f983bb2b447315b9a99f9bd15586b736d1006615818c41e03176c) AuthConfig (3438b5d0b0094dbe574d7ed5a05344827d4ba778ba81e549bfef5e4256f55732) AuthConfig (9492c4d96c26415c176931b21ec6c7663df1a3378d6ea32878414627eae3ecf6) AuthConfig (3c0db2a5bd0c46150268e53838e1ce9c85e433d1d4b616e6b909219f1be27cb4) AuthConfig (4ec5aa83b9388aca9a47b9304b5674aaff924b79aa363b6c167aaccec9448c63) AuthConfig (af43233e44ab956b7209bd6e139eedaaf966ac8ea68ecf26c379ca0bcab85f2b) AuthConfig (b1834f56d7996ef00b2fd8781fa63b72115d7a0434d0e8a9723dedf3a26f6fac) AuthConfig (b7061707a823289c37bb219c2daba7464e86e2831ad99257843a088fe15307c3) AuthConfig (a9240e16154e2de343dd603ea33ebc2281a46da734120c75b0e37900a7a719b4) AuthConfig (1b3fb17e4e2588a7e315e0893f0c42a8fd85462487666311ae904f8493c9896b) AuthConfig (cd7ec39a23ce67c9ac0a85a8a777bab78e3e5b59a0c730a26db61108223e2917) AuthConfig (26fdf3e548d2c959825350063db4f1f2e93c7f5f88dc7bf56c11a16eda9c8359) AuthConfig (c863c33bbefb2023694f649c183b25ef254729d3a79c2d784c8ac5473836376a) AuthConfig (eb96492fe6b44c65b4208379ea9a5b280e9e00fb01cd5f781c0b95dbea0e4b87) AuthConfig (d89e0bf60c351a0c3e05583c5174b0cddfaf5c53e117e5cb49533cef4b2831b9) AuthConfig (6a0d07cd2a2b5514b339fea8851bd7c49128246e2a9a0c90bd1b458566457af3) AuthConfig (2e1f012d77e2d2d8cec72ba5f89e79e697b1d2d0ccbc33a4eddd4df26a3af2a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"5edbc872-4f8e-400c-a314-5358780498ab","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.244217344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"2eb6b245-12ab-4f3b-a4b5-bcda69eb1f87","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:14.244255609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"2eb6b245-12ab-4f3b-a4b5-bcda69eb1f87","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.252563429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b420233-8969-4178-bc71-b102b2e5ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.260678978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b420233-8969-4178-bc71-b102b2e5ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.277048962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b420233-8969-4178-bc71-b102b2e5ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.286733441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b420233-8969-4178-bc71-b102b2e5ca65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.491831198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf3d335-1c48-436f-91c3-c5b4c183616b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.495258679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf3d335-1c48-436f-91c3-c5b4c183616b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.500130667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf3d335-1c48-436f-91c3-c5b4c183616b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:16.506950714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf3d335-1c48-436f-91c3-c5b4c183616b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:21.719553947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e073c7f-9b75-447f-9838-dac59bd94116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:21.723267318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e073c7f-9b75-447f-9838-dac59bd94116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:21.726563982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e073c7f-9b75-447f-9838-dac59bd94116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:21.729999531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e073c7f-9b75-447f-9838-dac59bd94116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.195217597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"fce26b0e-6d2b-4dca-9e8c-7ca36a9beb65","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.228337069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"fce26b0e-6d2b-4dca-9e8c-7ca36a9beb65","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.235900279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d742c4527bf405486dc9c6d02fa71e31ebf25d36ef741b13d225dbea82284f2a) AuthConfig (a04759264fb2d2f8ec7b8f55e4178a6af56553a4eb65bb86d68cafa27d84660e) AuthConfig (b1dd3e3a9656ba1e6597528f2c05b1d921d5e589921e609ac057e05d2ea96fad) AuthConfig (681ee0b43157c5799f20b1de4e183bef47589b55e2a49d19c2143f9fb42cff7e) AuthConfig (2165de4290ae686a3d1175a3968ba285135c8e32ff334c72378768aaa4073ff4) AuthConfig (7e64b8a205abca8f3ba83d5be6960959ae4b65c85733be0b40970361faece748) AuthConfig (d01dae1902058cbffa03a9cdc087790b0806fb48c77478c2e8f5733e030fbfe5) AuthConfig (12285bdade96f0256352feb483ab7d9a3f391a24cb22f8f95d2019fbb2d69c85) AuthConfig (198489783cc0b512d7a0545c7fa9ff4e2ec157481079134cea231f1d767749f4) AuthConfig (3e4dbc79f799e397e47aacc01175e0384ba944c1e3d053d696ec08998d64190f) AuthConfig (887d8c090495d664017c370dbd6d7a3a0c65dd655102a0fe946ac6fe30d4b611) AuthConfig (baf561bd60c1d6d908c761e475d223a498c2152514aafa9de34013609b1bc753) AuthConfig (70c3626cb875468ac671658521c2b7cdcaee6f2c6fa6e9f1609b92df2aa875c1) AuthConfig (c46eedad65441644c5a10b08ce20ff60ca45f59d0f4472e3c1b000f7dd76ce71) AuthConfig (77d2db3324409576b22c6e2bd066a712bfda33e9fff3268a8d893cb66521fd66) AuthConfig (582fa086e68e66c3ecac8de2bb2aae28831dc9e8f1725db61d015407901abefe) AuthConfig (1780cd736e1d15474f7bee54bc12204dd3c4003bc89ffe500ceb268a3aa06103) AuthConfig (1f2d900275a733bdb41f204692bc993af9f5e40356ac4ff09fbe63a11752bf99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"fce26b0e-6d2b-4dca-9e8c-7ca36a9beb65","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.237916713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f61f3d1-46c7-43da-a7b6-9ee6e4fe9b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.241738433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f61f3d1-46c7-43da-a7b6-9ee6e4fe9b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.245177327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f61f3d1-46c7-43da-a7b6-9ee6e4fe9b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.248665889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f61f3d1-46c7-43da-a7b6-9ee6e4fe9b08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.658591148Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e8d315","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e8d315","reconcileID":"44984cf8-68c1-48e5-a985-672b956add80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e8d315","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-e8d315":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.881417514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7a8c6-fe38-4ba3-acdd-0ba87479effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.885630697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7a8c6-fe38-4ba3-acdd-0ba87479effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.895230365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7a8c6-fe38-4ba3-acdd-0ba87479effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:22.912984766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7a8c6-fe38-4ba3-acdd-0ba87479effc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.308881769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"a6a3b746-52fc-40a5-a7a4-d9840a4736b9","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.335417361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"a6a3b746-52fc-40a5-a7a4-d9840a4736b9","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:24.410723405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5010c1b8c7d2a8a24cbb874109767843d8f99836753c37c6ef0590b453d525cc) AuthConfig (ad5a0858cb9f983bb2b447315b9a99f9bd15586b736d1006615818c41e03176c) AuthConfig (3438b5d0b0094dbe574d7ed5a05344827d4ba778ba81e549bfef5e4256f55732) AuthConfig (9492c4d96c26415c176931b21ec6c7663df1a3378d6ea32878414627eae3ecf6) AuthConfig (3c0db2a5bd0c46150268e53838e1ce9c85e433d1d4b616e6b909219f1be27cb4) AuthConfig (4ec5aa83b9388aca9a47b9304b5674aaff924b79aa363b6c167aaccec9448c63) AuthConfig (af43233e44ab956b7209bd6e139eedaaf966ac8ea68ecf26c379ca0bcab85f2b) AuthConfig (b1834f56d7996ef00b2fd8781fa63b72115d7a0434d0e8a9723dedf3a26f6fac) AuthConfig (b7061707a823289c37bb219c2daba7464e86e2831ad99257843a088fe15307c3) AuthConfig (a9240e16154e2de343dd603ea33ebc2281a46da734120c75b0e37900a7a719b4) AuthConfig (1b3fb17e4e2588a7e315e0893f0c42a8fd85462487666311ae904f8493c9896b) AuthConfig (cd7ec39a23ce67c9ac0a85a8a777bab78e3e5b59a0c730a26db61108223e2917) AuthConfig (26fdf3e548d2c959825350063db4f1f2e93c7f5f88dc7bf56c11a16eda9c8359) AuthConfig (c863c33bbefb2023694f649c183b25ef254729d3a79c2d784c8ac5473836376a) AuthConfig (eb96492fe6b44c65b4208379ea9a5b280e9e00fb01cd5f781c0b95dbea0e4b87) AuthConfig (d89e0bf60c351a0c3e05583c5174b0cddfaf5c53e117e5cb49533cef4b2831b9) AuthConfig (6a0d07cd2a2b5514b339fea8851bd7c49128246e2a9a0c90bd1b458566457af3) AuthConfig (2e1f012d77e2d2d8cec72ba5f89e79e697b1d2d0ccbc33a4eddd4df26a3af2a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"a6a3b746-52fc-40a5-a7a4-d9840a4736b9","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:28.966210269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.243834699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"78033bb3-7f3a-44c9-b23d-ce7df30cc853","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.251449718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"78033bb3-7f3a-44c9-b23d-ce7df30cc853","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:32.257883179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d742c4527bf405486dc9c6d02fa71e31ebf25d36ef741b13d225dbea82284f2a) AuthConfig (a04759264fb2d2f8ec7b8f55e4178a6af56553a4eb65bb86d68cafa27d84660e) AuthConfig (b1dd3e3a9656ba1e6597528f2c05b1d921d5e589921e609ac057e05d2ea96fad) AuthConfig (681ee0b43157c5799f20b1de4e183bef47589b55e2a49d19c2143f9fb42cff7e) AuthConfig (2165de4290ae686a3d1175a3968ba285135c8e32ff334c72378768aaa4073ff4) AuthConfig (7e64b8a205abca8f3ba83d5be6960959ae4b65c85733be0b40970361faece748) AuthConfig (d01dae1902058cbffa03a9cdc087790b0806fb48c77478c2e8f5733e030fbfe5) AuthConfig (12285bdade96f0256352feb483ab7d9a3f391a24cb22f8f95d2019fbb2d69c85) AuthConfig (198489783cc0b512d7a0545c7fa9ff4e2ec157481079134cea231f1d767749f4) AuthConfig (3e4dbc79f799e397e47aacc01175e0384ba944c1e3d053d696ec08998d64190f) AuthConfig (887d8c090495d664017c370dbd6d7a3a0c65dd655102a0fe946ac6fe30d4b611) AuthConfig (baf561bd60c1d6d908c761e475d223a498c2152514aafa9de34013609b1bc753) AuthConfig (70c3626cb875468ac671658521c2b7cdcaee6f2c6fa6e9f1609b92df2aa875c1) AuthConfig (c46eedad65441644c5a10b08ce20ff60ca45f59d0f4472e3c1b000f7dd76ce71) AuthConfig (77d2db3324409576b22c6e2bd066a712bfda33e9fff3268a8d893cb66521fd66) AuthConfig (582fa086e68e66c3ecac8de2bb2aae28831dc9e8f1725db61d015407901abefe) AuthConfig (1780cd736e1d15474f7bee54bc12204dd3c4003bc89ffe500ceb268a3aa06103) AuthConfig (1f2d900275a733bdb41f204692bc993af9f5e40356ac4ff09fbe63a11752bf99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"78033bb3-7f3a-44c9-b23d-ce7df30cc853","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.432744226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"bcf458c8-932a-4740-bda5-d56ad23e9a7c","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.448887394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"bcf458c8-932a-4740-bda5-d56ad23e9a7c","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:34.457997503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5010c1b8c7d2a8a24cbb874109767843d8f99836753c37c6ef0590b453d525cc) AuthConfig (ad5a0858cb9f983bb2b447315b9a99f9bd15586b736d1006615818c41e03176c) AuthConfig (3438b5d0b0094dbe574d7ed5a05344827d4ba778ba81e549bfef5e4256f55732) AuthConfig (9492c4d96c26415c176931b21ec6c7663df1a3378d6ea32878414627eae3ecf6) AuthConfig (3c0db2a5bd0c46150268e53838e1ce9c85e433d1d4b616e6b909219f1be27cb4) AuthConfig (4ec5aa83b9388aca9a47b9304b5674aaff924b79aa363b6c167aaccec9448c63) AuthConfig (af43233e44ab956b7209bd6e139eedaaf966ac8ea68ecf26c379ca0bcab85f2b) AuthConfig (b1834f56d7996ef00b2fd8781fa63b72115d7a0434d0e8a9723dedf3a26f6fac) AuthConfig (b7061707a823289c37bb219c2daba7464e86e2831ad99257843a088fe15307c3) AuthConfig (a9240e16154e2de343dd603ea33ebc2281a46da734120c75b0e37900a7a719b4) AuthConfig (1b3fb17e4e2588a7e315e0893f0c42a8fd85462487666311ae904f8493c9896b) AuthConfig (cd7ec39a23ce67c9ac0a85a8a777bab78e3e5b59a0c730a26db61108223e2917) AuthConfig (26fdf3e548d2c959825350063db4f1f2e93c7f5f88dc7bf56c11a16eda9c8359) AuthConfig (c863c33bbefb2023694f649c183b25ef254729d3a79c2d784c8ac5473836376a) AuthConfig (eb96492fe6b44c65b4208379ea9a5b280e9e00fb01cd5f781c0b95dbea0e4b87) AuthConfig (d89e0bf60c351a0c3e05583c5174b0cddfaf5c53e117e5cb49533cef4b2831b9) AuthConfig (6a0d07cd2a2b5514b339fea8851bd7c49128246e2a9a0c90bd1b458566457af3) AuthConfig (2e1f012d77e2d2d8cec72ba5f89e79e697b1d2d0ccbc33a4eddd4df26a3af2a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"bcf458c8-932a-4740-bda5-d56ad23e9a7c","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.30747369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"250f47c8-01c1-43c4-bd81-a701704a5b07","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.315480718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"250f47c8-01c1-43c4-bd81-a701704a5b07","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:42.3229755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d9d7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d742c4527bf405486dc9c6d02fa71e31ebf25d36ef741b13d225dbea82284f2a) AuthConfig (a04759264fb2d2f8ec7b8f55e4178a6af56553a4eb65bb86d68cafa27d84660e) AuthConfig (b1dd3e3a9656ba1e6597528f2c05b1d921d5e589921e609ac057e05d2ea96fad) AuthConfig (681ee0b43157c5799f20b1de4e183bef47589b55e2a49d19c2143f9fb42cff7e) AuthConfig (2165de4290ae686a3d1175a3968ba285135c8e32ff334c72378768aaa4073ff4) AuthConfig (7e64b8a205abca8f3ba83d5be6960959ae4b65c85733be0b40970361faece748) AuthConfig (d01dae1902058cbffa03a9cdc087790b0806fb48c77478c2e8f5733e030fbfe5) AuthConfig (12285bdade96f0256352feb483ab7d9a3f391a24cb22f8f95d2019fbb2d69c85) AuthConfig (198489783cc0b512d7a0545c7fa9ff4e2ec157481079134cea231f1d767749f4) AuthConfig (3e4dbc79f799e397e47aacc01175e0384ba944c1e3d053d696ec08998d64190f) AuthConfig (887d8c090495d664017c370dbd6d7a3a0c65dd655102a0fe946ac6fe30d4b611) AuthConfig (baf561bd60c1d6d908c761e475d223a498c2152514aafa9de34013609b1bc753) AuthConfig (70c3626cb875468ac671658521c2b7cdcaee6f2c6fa6e9f1609b92df2aa875c1) AuthConfig (c46eedad65441644c5a10b08ce20ff60ca45f59d0f4472e3c1b000f7dd76ce71) AuthConfig (77d2db3324409576b22c6e2bd066a712bfda33e9fff3268a8d893cb66521fd66) AuthConfig (582fa086e68e66c3ecac8de2bb2aae28831dc9e8f1725db61d015407901abefe) AuthConfig (1780cd736e1d15474f7bee54bc12204dd3c4003bc89ffe500ceb268a3aa06103) AuthConfig (1f2d900275a733bdb41f204692bc993af9f5e40356ac4ff09fbe63a11752bf99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"250f47c8-01c1-43c4-bd81-a701704a5b07","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.502065897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"07ddfd0d-0d11-44f8-a9e1-ca09bc718aea","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.513523218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"07ddfd0d-0d11-44f8-a9e1-ca09bc718aea","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:44.591121203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-570f01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5010c1b8c7d2a8a24cbb874109767843d8f99836753c37c6ef0590b453d525cc) AuthConfig (ad5a0858cb9f983bb2b447315b9a99f9bd15586b736d1006615818c41e03176c) AuthConfig (3438b5d0b0094dbe574d7ed5a05344827d4ba778ba81e549bfef5e4256f55732) AuthConfig (9492c4d96c26415c176931b21ec6c7663df1a3378d6ea32878414627eae3ecf6) AuthConfig (3c0db2a5bd0c46150268e53838e1ce9c85e433d1d4b616e6b909219f1be27cb4) AuthConfig (4ec5aa83b9388aca9a47b9304b5674aaff924b79aa363b6c167aaccec9448c63) AuthConfig (af43233e44ab956b7209bd6e139eedaaf966ac8ea68ecf26c379ca0bcab85f2b) AuthConfig (b1834f56d7996ef00b2fd8781fa63b72115d7a0434d0e8a9723dedf3a26f6fac) AuthConfig (b7061707a823289c37bb219c2daba7464e86e2831ad99257843a088fe15307c3) AuthConfig (a9240e16154e2de343dd603ea33ebc2281a46da734120c75b0e37900a7a719b4) AuthConfig (1b3fb17e4e2588a7e315e0893f0c42a8fd85462487666311ae904f8493c9896b) AuthConfig (cd7ec39a23ce67c9ac0a85a8a777bab78e3e5b59a0c730a26db61108223e2917) AuthConfig (26fdf3e548d2c959825350063db4f1f2e93c7f5f88dc7bf56c11a16eda9c8359) AuthConfig (c863c33bbefb2023694f649c183b25ef254729d3a79c2d784c8ac5473836376a) AuthConfig (eb96492fe6b44c65b4208379ea9a5b280e9e00fb01cd5f781c0b95dbea0e4b87) AuthConfig (d89e0bf60c351a0c3e05583c5174b0cddfaf5c53e117e5cb49533cef4b2831b9) AuthConfig (6a0d07cd2a2b5514b339fea8851bd7c49128246e2a9a0c90bd1b458566457af3) AuthConfig (2e1f012d77e2d2d8cec72ba5f89e79e697b1d2d0ccbc33a4eddd4df26a3af2a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"07ddfd0d-0d11-44f8-a9e1-ca09bc718aea","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:45.23472802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"7afe9ad2-ebae-4c44-b996-c5bc6393ac62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:45.287697968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"7afe9ad2-ebae-4c44-b996-c5bc6393ac62","name":"e2e-inf-b-e8d315-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:48.114014743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"0f69892d-91ce-446b-a41d-d7ec825497be","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:48.144063956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"4c534ef4-5da2-43cf-b3b0-4c0489de1fbf","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:48.144099564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"4c534ef4-5da2-43cf-b3b0-4c0489de1fbf","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.354137866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"4614dce4-cd84-45bc-b501-97d0267291d3","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:49.366696178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"4614dce4-cd84-45bc-b501-97d0267291d3","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.480365504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"934d3475-b089-4466-a245-c9c260d28ee9","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.480398672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"934d3475-b089-4466-a245-c9c260d28ee9","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.822734694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"d1a74af7-50ba-4252-ab75-2b917ecd113e","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.822839347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"d1a74af7-50ba-4252-ab75-2b917ecd113e","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.834209713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"52355c95-e0b9-48fa-93bf-1abc2a15e77f","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.834240677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"52355c95-e0b9-48fa-93bf-1abc2a15e77f","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.838325066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"485dcf7b-e767-4edc-8e0a-8185ef2f46f5","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.871220537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"485dcf7b-e767-4edc-8e0a-8185ef2f46f5","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.879190983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-87ae68-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"485dcf7b-e767-4edc-8e0a-8185ef2f46f5","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.897212626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3e987cb8-c17e-44c8-9275-09ac3102a397","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:50.897238271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3e987cb8-c17e-44c8-9275-09ac3102a397","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:52.335338343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"99a24ba5-0097-4891-90a0-178484cc559d","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:52.351289379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"99a24ba5-0097-4891-90a0-178484cc559d","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:52.377305773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"98e8b471-821b-4007-93fd-99969c2932ff","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:52.377328661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"98e8b471-821b-4007-93fd-99969c2932ff","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.585841745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"08cd1484-7aca-4342-ad73-b89f02eb7c2a","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.585864674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"08cd1484-7aca-4342-ad73-b89f02eb7c2a","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.597621897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"342e2b83-5966-4f02-9ef6-ff1f14e49997","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.597650239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"342e2b83-5966-4f02-9ef6-ff1f14e49997","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.598172268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"0d080520-3621-4984-a584-8f0a81f46fa9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:50:53.598699726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"d1015055-f1e3-4db3-a19a-f5d48058778d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-3d9d7b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.606759511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"0d080520-3621-4984-a584-8f0a81f46fa9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.609624246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"f0fbc1eb-06d1-401e-b64a-c1a6d56c919e","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.609644385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"f0fbc1eb-06d1-401e-b64a-c1a6d56c919e","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.616526953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"806282c5-6176-432e-9efa-d6e329b9ba03","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.616542646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"806282c5-6176-432e-9efa-d6e329b9ba03","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.633334595Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"e3a7f979-7219-4448-a113-96aecafebdad","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","model":"test-model-3d9d7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.651349405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"26debf8b-3f7e-46cc-a585-a94a230bc6e7","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.651371616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"26debf8b-3f7e-46cc-a585-a94a230bc6e7","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.720698911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"fc9098aa-6912-4f7a-ae14-40ad81eb52fe","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.729563051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"fc9098aa-6912-4f7a-ae14-40ad81eb52fe","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:53.731011011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"dd004658-801e-40e7-bdad-c11713ec30e3","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.600044046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"498d804c-3e00-446b-a54d-ab830a5a651f","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.609995949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"498d804c-3e00-446b-a54d-ab830a5a651f","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.67304002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"a603cf08-a230-4c80-93b2-d4c8765e167b","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:54.673150428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"a603cf08-a230-4c80-93b2-d4c8765e167b","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.81152247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"6d392227-fb8c-4104-989d-9520eaeeb10e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.811551514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"6d392227-fb8c-4104-989d-9520eaeeb10e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.820058957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"5cee5aba-853d-4696-85ab-1364c39c88b3","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.824204242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"627de2e1-dac8-47f4-8a79-f76c04abe261","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.824226941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"627de2e1-dac8-47f4-8a79-f76c04abe261","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:50:56.824901897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"868cc398-1206-4f94-9c64-4ce34181ba41","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-570f01-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:50:56.829638628Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"627de2e1-dac8-47f4-8a79-f76c04abe261","name":"test-model-570f01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-570f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:50:56.829698587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"627de2e1-dac8-47f4-8a79-f76c04abe261","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-570f01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.830396873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"5cee5aba-853d-4696-85ab-1364c39c88b3","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.835344481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"ec39bdd9-4409-48b3-9a96-6e46d1bae6cf","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.835359877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"ec39bdd9-4409-48b3-9a96-6e46d1bae6cf","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.842295944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"da1fec29-eca8-46f1-a666-315747562adf","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.842311419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"da1fec29-eca8-46f1-a666-315747562adf","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.853177784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"cf72029e-ea86-4443-a16f-f790502e0415","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.853195279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"cf72029e-ea86-4443-a16f-f790502e0415","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.872508517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"d9c29321-8df0-4734-a147-7fa620e32e45","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","model":"test-model-570f01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-570f01/test-model-570f01-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.900029852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"0dc1d8e9-28dd-4217-b73e-322b33fca95d","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.900049527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"0dc1d8e9-28dd-4217-b73e-322b33fca95d","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.927188534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"6347c452-e040-4700-830f-bfcfccc336d3","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.971041338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"6347c452-e040-4700-830f-bfcfccc336d3","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:56.981227174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"052598ff-413f-4f6d-9ae3-1593d488b968","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:50:58.969151503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.905204887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"86394c63-1434-4a3f-be76-4f6e2d1e1c61","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.913723434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"86394c63-1434-4a3f-be76-4f6e2d1e1c61","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:00.921577088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-87ae68-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"86394c63-1434-4a3f-be76-4f6e2d1e1c61","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.430852692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6638a67a-858d-497f-b6ef-0731d83ce9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.43490768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6638a67a-858d-497f-b6ef-0731d83ce9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.439138233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6638a67a-858d-497f-b6ef-0731d83ce9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.443297823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6638a67a-858d-497f-b6ef-0731d83ce9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.659781687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae568b-f645-484b-aa65-f2784d0288d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.663288564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae568b-f645-484b-aa65-f2784d0288d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.66658682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae568b-f645-484b-aa65-f2784d0288d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:08.669923153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ae568b-f645-484b-aa65-f2784d0288d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:10.971314422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"e725afb1-b2df-4cd7-a42b-e804ce424acf","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.001100213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"e725afb1-b2df-4cd7-a42b-e804ce424acf","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.013493769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-87ae68-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"e725afb1-b2df-4cd7-a42b-e804ce424acf","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.527062249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"48abb325-df0c-4bc0-9d64-9dea68f2839d","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.548387949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"572de2f2-21ff-4fbc-b70b-96f77088b567","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:11.548414862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"572de2f2-21ff-4fbc-b70b-96f77088b567","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:12.147311254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"49e7f97c-5658-4b1d-881d-19d86bc22e05","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:12.157310595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"49e7f97c-5658-4b1d-881d-19d86bc22e05","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:14.867844217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"e040b5de-a785-470c-9dec-d45d0a18770a","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:14.867948805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"e040b5de-a785-470c-9dec-d45d0a18770a","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.196992812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"90d7afb5-130d-4f8e-8ddc-28fba3fb5a52","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.197103727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"90d7afb5-130d-4f8e-8ddc-28fba3fb5a52","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.203366699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"05050ce9-9018-44cb-b53e-9cc9797d03fd","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.203387657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"05050ce9-9018-44cb-b53e-9cc9797d03fd","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.209522048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f6750c7c-6d72-4096-b440-251b9f95b4e4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.236765505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f6750c7c-6d72-4096-b440-251b9f95b4e4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.243145855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-001667-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f6750c7c-6d72-4096-b440-251b9f95b4e4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.250313986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"312aff5d-fd52-4473-b51c-c73868297678","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:15.250330516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"312aff5d-fd52-4473-b51c-c73868297678","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.021235341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"384e8363-5600-4ee9-9b15-023599bb60f6","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.02933727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"384e8363-5600-4ee9-9b15-023599bb60f6","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.037512654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-87ae68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86d1cfd448cbf116497c44d51c23f45516405153a3dbe5b85d3bdee8ba7408e) AuthConfig (a6dfe8b8b03f3cbe27350207994072f75fcf926b4e99ac28a6b2554d68e007ba) AuthConfig (71a1c1319cb99007967497de79224f20a82c4bb53202b7defb94f53c3e21a470) AuthConfig (69705814e0c8ca0da388fe4059b3cd957667e66629777ec50a27f1c0e7be31c9) AuthConfig (cb9c570733a7b13d869b6b695f0a711b3e6904f7d12ac310cfd10931c36090b9) AuthConfig (18de71ff5b75df89c1f0f253bacaec4ee953da9db06309db38dff8d66508d323) AuthConfig (f0c6e5705464e76c1275ac1f236643846ff65bf3bea2fd359a619919a49a3d2e) AuthConfig (01ac6fb5c873681b92fd61158ec612835f361acda5282f3e1d4041c7b4b62d41) AuthConfig (8566035759e737aa8980293132c3addc4f7e9d9d182350ace11aaa30fada8952) AuthConfig (276e4bdc8767997e8258272605a524295381cfc32b1cfa23062b8f73ceb4d9ab) AuthConfig (268ba0d351f35174e860c49458f30a223bf46fe94f61228bbcb1bbb7cd0a5e9f) AuthConfig (c429db57b3d95d8c570d32e7b9543291ef3b52285e2b5afefa7ab2e77851b5c2) AuthConfig (117ec655a2e6ee7c26d418ba68fe98966f096bdeb5c07ed9efc85bae74f6927e) AuthConfig (dcab5e68018bb9bde44cfff33fea0514fd6edb160d2a59e8ebe74caedead7fb5) AuthConfig (307970be87a68078507f607c8850a716e028186864a3464a36fd32d06ec558d3) AuthConfig (2808f8d70869c009cba13c1b865a581585fe5fab412d176318e94df56288626a) AuthConfig (8fda08ba86d7c48a6a9e697597e6d1562e6f1de11816b04215b10c39cd41e5af) AuthConfig (cbc7a854afe34325ac8ba6068afd61ba0297040fb165b0b4da5d22854a008e9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"384e8363-5600-4ee9-9b15-023599bb60f6","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.046936798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3df0d619-1ccc-4166-a28e-556100e1e066","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:21.04695512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3df0d619-1ccc-4166-a28e-556100e1e066","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.259291722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"34f1bee4-2b30-4507-88f2-a5244afbe580","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.269323671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"34f1bee4-2b30-4507-88f2-a5244afbe580","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:25.276099914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-001667-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"34f1bee4-2b30-4507-88f2-a5244afbe580","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:28.968007475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.054719384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"c448989f-805a-45c0-8ba6-3bea69bcada7","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.065993517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"c448989f-805a-45c0-8ba6-3bea69bcada7","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.074583772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-87ae68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86d1cfd448cbf116497c44d51c23f45516405153a3dbe5b85d3bdee8ba7408e) AuthConfig (a6dfe8b8b03f3cbe27350207994072f75fcf926b4e99ac28a6b2554d68e007ba) AuthConfig (71a1c1319cb99007967497de79224f20a82c4bb53202b7defb94f53c3e21a470) AuthConfig (69705814e0c8ca0da388fe4059b3cd957667e66629777ec50a27f1c0e7be31c9) AuthConfig (cb9c570733a7b13d869b6b695f0a711b3e6904f7d12ac310cfd10931c36090b9) AuthConfig (18de71ff5b75df89c1f0f253bacaec4ee953da9db06309db38dff8d66508d323) AuthConfig (f0c6e5705464e76c1275ac1f236643846ff65bf3bea2fd359a619919a49a3d2e) AuthConfig (01ac6fb5c873681b92fd61158ec612835f361acda5282f3e1d4041c7b4b62d41) AuthConfig (8566035759e737aa8980293132c3addc4f7e9d9d182350ace11aaa30fada8952) AuthConfig (276e4bdc8767997e8258272605a524295381cfc32b1cfa23062b8f73ceb4d9ab) AuthConfig (268ba0d351f35174e860c49458f30a223bf46fe94f61228bbcb1bbb7cd0a5e9f) AuthConfig (c429db57b3d95d8c570d32e7b9543291ef3b52285e2b5afefa7ab2e77851b5c2) AuthConfig (117ec655a2e6ee7c26d418ba68fe98966f096bdeb5c07ed9efc85bae74f6927e) AuthConfig (dcab5e68018bb9bde44cfff33fea0514fd6edb160d2a59e8ebe74caedead7fb5) AuthConfig (307970be87a68078507f607c8850a716e028186864a3464a36fd32d06ec558d3) AuthConfig (2808f8d70869c009cba13c1b865a581585fe5fab412d176318e94df56288626a) AuthConfig (8fda08ba86d7c48a6a9e697597e6d1562e6f1de11816b04215b10c39cd41e5af) AuthConfig (cbc7a854afe34325ac8ba6068afd61ba0297040fb165b0b4da5d22854a008e9c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"c448989f-805a-45c0-8ba6-3bea69bcada7","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.254080529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"f1b0f852-f244-4873-bc90-475bb1b74942","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.254168554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"f1b0f852-f244-4873-bc90-475bb1b74942","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.569080164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"1a6d0840-ba7a-4ee5-917a-3fc215732830","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.569100816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"1a6d0840-ba7a-4ee5-917a-3fc215732830","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.576199368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"a9f61d0a-d1a9-454f-a355-25b4f755553a","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.576223619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"a9f61d0a-d1a9-454f-a355-25b4f755553a","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.584943952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"3663ccff-b27d-4c60-bea7-118a42bf8fe3","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.614114876Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"3663ccff-b27d-4c60-bea7-118a42bf8fe3","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.621704885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"3663ccff-b27d-4c60-bea7-118a42bf8fe3","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.630802755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"d839fb01-5b10-45dd-ad56-2f3d4fcba1da","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:31.630834332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"d839fb01-5b10-45dd-ad56-2f3d4fcba1da","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.284030827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"d64bc418-cecf-4fe2-8fd3-5a8411b18a0a","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.292293353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"d64bc418-cecf-4fe2-8fd3-5a8411b18a0a","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:35.299165651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-001667-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"d64bc418-cecf-4fe2-8fd3-5a8411b18a0a","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:40.737465746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"b551c317-b34a-4153-8a08-10300e0354dd","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:40.820479056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"27198916-7549-449c-b657-1e8768155673","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:40.820510482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"27198916-7549-449c-b657-1e8768155673","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.082160395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"d1fea01d-6b47-4d17-89e5-2d5acab8b047","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.094318605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"d1fea01d-6b47-4d17-89e5-2d5acab8b047","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.123242723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"8c273a1d-4905-41e9-ac1e-3066a89e20f1","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.123271186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"8c273a1d-4905-41e9-ac1e-3066a89e20f1","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.638977612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"967f5fec-e52b-4762-8082-b9d7ebd9bb0d","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.706403506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"967f5fec-e52b-4762-8082-b9d7ebd9bb0d","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.713479904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"967f5fec-e52b-4762-8082-b9d7ebd9bb0d","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.959655111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"27e2bd11-8028-48c1-ae68-089dcaf32074","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:41.969162685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"27e2bd11-8028-48c1-ae68-089dcaf32074","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.296459486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"4d009832-a9a0-4260-924c-da6eaeb00d58","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.305500353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"4d009832-a9a0-4260-924c-da6eaeb00d58","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.313458526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"4d009832-a9a0-4260-924c-da6eaeb00d58","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.744861591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"caf546df-8283-4962-820c-f5f417b8c9ee","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.744890199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"caf546df-8283-4962-820c-f5f417b8c9ee","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.755323233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"04c8ec86-c74f-4e8b-ac68-53e81b023fd1","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.763034312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"4498d0fd-5d2d-45e4-8cde-1bd10651ea70","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.763056014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"4498d0fd-5d2d-45e4-8cde-1bd10651ea70","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:51:42.763926653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"77261852-b3c8-4dd5-ab21-9e8afee63309","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-87ae68-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.768917113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"04c8ec86-c74f-4e8b-ac68-53e81b023fd1","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.782806437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3a770827-df51-42cd-9a04-89e0cf7b1663","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.782844328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"3a770827-df51-42cd-9a04-89e0cf7b1663","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.792206959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"9201454d-b9b3-4220-87f5-d96cebf0e6e7","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.792226424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"9201454d-b9b3-4220-87f5-d96cebf0e6e7","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.823118613Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"e0c0918c-8cee-40c9-b8ee-5d4d7ed813b5","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","model":"test-model-87ae68","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-87ae68/test-model-87ae68-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.851310445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"ac4417c7-d530-49d8-ba89-0beef35786fd","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.851332973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"ac4417c7-d530-49d8-ba89-0beef35786fd","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.99111554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"b61c40c0-99d1-47a9-9b27-0b2f665806c5","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:42.995125247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"4a78698b-bc8c-491a-9e0b-f247339acb04","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:43.002988394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"4a78698b-bc8c-491a-9e0b-f247339acb04","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:45.306672252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"94914123-3190-45c6-977a-fdec021e8f32","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:45.314144945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"94914123-3190-45c6-977a-fdec021e8f32","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:45.324254192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-001667-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba08d70102ff25391dc4cae7749ee04c392d3f59399984e02933605ea10e2985) AuthConfig (c9bd901d92840c92268d9ffa1dc4b16515d7dc0133a70bc13f649955ef5f3c39) AuthConfig (5f806213d2b93ef1b3e5afc07ec6157efb31019c28012c38e65005999dc4e5bc) AuthConfig (7400d4f703f78a77b2fda61f8d8d002babf15b5155e79ec92f9e70beaf0722e3) AuthConfig (9a4602789bf2f3be7dbcbff6b8142410130764b7f261618e9403e7fa7ad58854) AuthConfig (1dacf3146d3bde08fbdf0494d4774d53fee1bbf09665c5605498b6883ef63576) AuthConfig (9172d9c9e35c929ee32d2f25f26d0e053e3a769268c9708116ac987cba5f88d2) AuthConfig (edafab6787699ec6f3347de18821191ffd4fc1e62f941f3aca632b265f824beb) AuthConfig (783bce77fdf425819768cd117e5c96aba51881f92428d88b05821dcf21b0f6b4) AuthConfig (af41271ff28f325638ac27b0aaff84c31e7948cf5b5a7d68e85422b452b44da6) AuthConfig (06e9ef8f861e728609889997a75b6130f58b6c5602c60dc1b707096733d80fd7) AuthConfig (5d92248ca0177fdfa784a8d4599573a1e09cb380078a155b6462dc190cbcf4d6) AuthConfig (48719f56f471167456c75a1120382efda5630938b5e69350ed5d83477a8a76e4) AuthConfig (893caaecdab08904ffed98520ef70d1f6233a684ef07007dbb28417ebc22cf23) AuthConfig (1e4ff3b9ebacad744c60133df949643d32ee22bbdf628f432756ed58873958b6) AuthConfig (fd1ea50faff9eb3bb8caa47e257d581da90625c83c5acf9668d268a09f04ab28) AuthConfig (e87f14bcb8ffaa0636835435c22e891032349ffdbdfc0bf4a1a023087b875ea8) AuthConfig (697094ea530cb8e1798c76e970c9cff35b225dd0303e8c033c66f4f3553cbb14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"94914123-3190-45c6-977a-fdec021e8f32","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:45.334500965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"a4f4b711-cdff-444b-a96c-8e1d0efc5006","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:45.33452235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"a4f4b711-cdff-444b-a96c-8e1d0efc5006","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:52.322943489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"86ce3709-d60e-4596-be3a-3fdb78c50e61","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:52.330515714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"86ce3709-d60e-4596-be3a-3fdb78c50e61","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:52.336858937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"86ce3709-d60e-4596-be3a-3fdb78c50e61","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:55.341141205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f5e3625b-7331-416e-ba0d-39c2758119e6","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:55.349274219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f5e3625b-7331-416e-ba0d-39c2758119e6","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:55.355683187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-001667-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba08d70102ff25391dc4cae7749ee04c392d3f59399984e02933605ea10e2985) AuthConfig (c9bd901d92840c92268d9ffa1dc4b16515d7dc0133a70bc13f649955ef5f3c39) AuthConfig (5f806213d2b93ef1b3e5afc07ec6157efb31019c28012c38e65005999dc4e5bc) AuthConfig (7400d4f703f78a77b2fda61f8d8d002babf15b5155e79ec92f9e70beaf0722e3) AuthConfig (9a4602789bf2f3be7dbcbff6b8142410130764b7f261618e9403e7fa7ad58854) AuthConfig (1dacf3146d3bde08fbdf0494d4774d53fee1bbf09665c5605498b6883ef63576) AuthConfig (9172d9c9e35c929ee32d2f25f26d0e053e3a769268c9708116ac987cba5f88d2) AuthConfig (edafab6787699ec6f3347de18821191ffd4fc1e62f941f3aca632b265f824beb) AuthConfig (783bce77fdf425819768cd117e5c96aba51881f92428d88b05821dcf21b0f6b4) AuthConfig (af41271ff28f325638ac27b0aaff84c31e7948cf5b5a7d68e85422b452b44da6) AuthConfig (06e9ef8f861e728609889997a75b6130f58b6c5602c60dc1b707096733d80fd7) AuthConfig (5d92248ca0177fdfa784a8d4599573a1e09cb380078a155b6462dc190cbcf4d6) AuthConfig (48719f56f471167456c75a1120382efda5630938b5e69350ed5d83477a8a76e4) AuthConfig (893caaecdab08904ffed98520ef70d1f6233a684ef07007dbb28417ebc22cf23) AuthConfig (1e4ff3b9ebacad744c60133df949643d32ee22bbdf628f432756ed58873958b6) AuthConfig (fd1ea50faff9eb3bb8caa47e257d581da90625c83c5acf9668d268a09f04ab28) AuthConfig (e87f14bcb8ffaa0636835435c22e891032349ffdbdfc0bf4a1a023087b875ea8) AuthConfig (697094ea530cb8e1798c76e970c9cff35b225dd0303e8c033c66f4f3553cbb14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"f5e3625b-7331-416e-ba0d-39c2758119e6","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:51:58.966518534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.137019329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"6bf4ed0e-ee45-42b0-8644-d52dc29fe07d","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.160147257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"7d339a09-dc31-4f2c-b587-daa4c7273702","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:01.160171653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"7d339a09-dc31-4f2c-b587-daa4c7273702","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.09936482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2612c750-7770-4ff4-8099-c1e5c6634b73","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.110909506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2612c750-7770-4ff4-8099-c1e5c6634b73","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.345161041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"6fb56a8b-0a76-4559-94aa-a02b5837fd70","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.356490677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"6fb56a8b-0a76-4559-94aa-a02b5837fd70","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.362869855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31fe77ed97284f35b1ead6f2acbd04c7cf77f46c46511e3ff8a0b36512d101fe) AuthConfig (e537a7e8afd078130b5411b851fe4a4252b484900f79deab8b77b8e00a95c4a7) AuthConfig (e08457c763c0b8d4d228dc456026f96cd78a21d08255a0caab5ed48d64cf7529) AuthConfig (fd068d7aba00c45048fffe49f48fcae88ebe5267469f911ce61a700987836a6c) AuthConfig (ec767c63a812f7263d430e920c7ad5b7c48d6c295c0d06127d0fac74f6b0d42e) AuthConfig (7de0525c237986e127ecb2b503184d46c67d448e7a09d45ddbc1e87465567274) AuthConfig (21f22dae2497e04117849a101ffcfaeeb92aee151c1a1ca4f4b5fdb2364acca2) AuthConfig (9b3d5496a4dd9de0341718843329b81901671bb052b8bea6aa76be88324f0b31) AuthConfig (8b12077aa3d05af00dc4a4efa416a4108603387a5e78ca0da153e0fc88cbbece) AuthConfig (8d26125d6742d3c09042f39df888766b9384859d6ceeca3720fdedaeb3ee398f) AuthConfig (2492d70a61cc1fde524fe9775b7f24a4280e6374e250bef3cabbc93068815c97) AuthConfig (15975ed64022989dd8a5be346e09a72ad69e322094b05f7be05a607b76178f07) AuthConfig (2a32a39ddce341a73043ebd22f1e02b8230fcc2797e87ba80cbc1d962bfa4e34) AuthConfig (b4d1522ca8a1481f32fb5fddb8aff271115096656581880abb85875b273185f5) AuthConfig (1042a9f0288cb15a9b93ee1329a5a1f8007600d2584c4e9ecf5d600f32e39195) AuthConfig (5190b6177873af0f35c8698081b85b0d8e52bc8c05bf97cde5b8ba7448461861) AuthConfig (e510ceb943635631d9c3b2e929e8b84dbbfdf54e88224f67e700abf61b5143b1) AuthConfig (55fac1612587e85aceb3775238a52d4de3d8abaf64666a41becd0a291c6e0c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"6fb56a8b-0a76-4559-94aa-a02b5837fd70","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.371410822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"ab61f1d7-1fb9-460e-9094-88fb0688933d","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:02.371429488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"ab61f1d7-1fb9-460e-9094-88fb0688933d","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:04.989022842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c7524860-075e-486a-801f-e1e4e6a85efe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:04.989601528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"7d47f539-28c7-4875-a1eb-c649c74026b8","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:04.989620514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"7d47f539-28c7-4875-a1eb-c649c74026b8","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.017570741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"80983f72-eb25-4378-8e9c-f21cd63de92b","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.096577602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c7524860-075e-486a-801f-e1e4e6a85efe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.127704504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c7524860-075e-486a-801f-e1e4e6a85efe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.127749974Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"c7524860-075e-486a-801f-e1e4e6a85efe","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.139210717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"25ae2d5b-9849-43a8-b463-e99780ffc146","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.140572199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"2520710e-a9e9-4fc6-9d93-c0f14d3e6c48","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.140602716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"2520710e-a9e9-4fc6-9d93-c0f14d3e6c48","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.199892555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"25ae2d5b-9849-43a8-b463-e99780ffc146","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.206060977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"f3191035-46b7-45cd-9cc6-a1ce25b77239","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.210944306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"25ae2d5b-9849-43a8-b463-e99780ffc146","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"e2e-inf-a-8431de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.210965093Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"25ae2d5b-9849-43a8-b463-e99780ffc146","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8431de","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:05.214260881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8431de-auth","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-auth","reconcileID":"25ae2d5b-9849-43a8-b463-e99780ffc146","error":"maasauthpolicies.maas.opendatahub.io \"test-model-8431de-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.292980605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"76f3f212-53ad-49e1-b453-1507e4a14113","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.29300122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"76f3f212-53ad-49e1-b453-1507e4a14113","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.370109228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"2ce3b3c5-de84-4e77-aed4-3351da9e3167","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.378577243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"2ce3b3c5-de84-4e77-aed4-3351da9e3167","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.40688722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"afeaeeff-8761-4034-926e-5c5f76c8106b","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:05.406906214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"afeaeeff-8761-4034-926e-5c5f76c8106b","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.126678293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"2ff8035b-c3cd-471a-a983-5242a5a61661","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.126700598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"2ff8035b-c3cd-471a-a983-5242a5a61661","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.138348581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"5fe94e7a-dc3d-4eef-b548-569c8ed83fcf","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.1383755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"5fe94e7a-dc3d-4eef-b548-569c8ed83fcf","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:07.139051078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"c5758bb6-95e6-432e-b303-be2238033b62","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-001667-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.140001289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"b0789b4e-8397-43a5-84e7-6b8f0014bc7f","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:07.148374671Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"5fe94e7a-dc3d-4eef-b548-569c8ed83fcf","name":"test-model-001667","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-001667\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:07.148452234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"5fe94e7a-dc3d-4eef-b548-569c8ed83fcf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-001667\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.151402699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"b0789b4e-8397-43a5-84e7-6b8f0014bc7f","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.154621537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"7c72f8fc-e775-48a7-a235-c6ac92685e86","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.154637667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"7c72f8fc-e775-48a7-a235-c6ac92685e86","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.166167217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"a3ad5861-3132-43d6-b4a8-f2562c347953","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.166184537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"a3ad5861-3132-43d6-b4a8-f2562c347953","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.186543678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"4fe30504-8b2b-4537-b021-5e9ae0e016a0","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.201512575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"4fe30504-8b2b-4537-b021-5e9ae0e016a0","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.227691632Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"1b767171-771d-424a-a5cd-4ee98cdfc615","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","model":"test-model-001667","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-001667/test-model-001667-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.235317372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"09f0b330-73a1-452e-bdd3-9760fa8853d7","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.244067483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"09f0b330-73a1-452e-bdd3-9760fa8853d7","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.251160343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"883c4118-88ad-42ee-968d-2b53b08666c5","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.251377182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"883c4118-88ad-42ee-968d-2b53b08666c5","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:07.308970616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"ab1f23df-dcaa-4af9-b0d8-ad6080324591","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:12.3798064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"8619e0a9-04ea-4b3a-9ad9-437195a759f9","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:12.388196106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"8619e0a9-04ea-4b3a-9ad9-437195a759f9","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:12.395925194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31fe77ed97284f35b1ead6f2acbd04c7cf77f46c46511e3ff8a0b36512d101fe) AuthConfig (e537a7e8afd078130b5411b851fe4a4252b484900f79deab8b77b8e00a95c4a7) AuthConfig (e08457c763c0b8d4d228dc456026f96cd78a21d08255a0caab5ed48d64cf7529) AuthConfig (fd068d7aba00c45048fffe49f48fcae88ebe5267469f911ce61a700987836a6c) AuthConfig (ec767c63a812f7263d430e920c7ad5b7c48d6c295c0d06127d0fac74f6b0d42e) AuthConfig (7de0525c237986e127ecb2b503184d46c67d448e7a09d45ddbc1e87465567274) AuthConfig (21f22dae2497e04117849a101ffcfaeeb92aee151c1a1ca4f4b5fdb2364acca2) AuthConfig (9b3d5496a4dd9de0341718843329b81901671bb052b8bea6aa76be88324f0b31) AuthConfig (8b12077aa3d05af00dc4a4efa416a4108603387a5e78ca0da153e0fc88cbbece) AuthConfig (8d26125d6742d3c09042f39df888766b9384859d6ceeca3720fdedaeb3ee398f) AuthConfig (2492d70a61cc1fde524fe9775b7f24a4280e6374e250bef3cabbc93068815c97) AuthConfig (15975ed64022989dd8a5be346e09a72ad69e322094b05f7be05a607b76178f07) AuthConfig (2a32a39ddce341a73043ebd22f1e02b8230fcc2797e87ba80cbc1d962bfa4e34) AuthConfig (b4d1522ca8a1481f32fb5fddb8aff271115096656581880abb85875b273185f5) AuthConfig (1042a9f0288cb15a9b93ee1329a5a1f8007600d2584c4e9ecf5d600f32e39195) AuthConfig (5190b6177873af0f35c8698081b85b0d8e52bc8c05bf97cde5b8ba7448461861) AuthConfig (e510ceb943635631d9c3b2e929e8b84dbbfdf54e88224f67e700abf61b5143b1) AuthConfig (55fac1612587e85aceb3775238a52d4de3d8abaf64666a41becd0a291c6e0c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"8619e0a9-04ea-4b3a-9ad9-437195a759f9","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:15.322978019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"96e4144c-975a-4f8c-8eda-d24168f1f7d9","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","subscription":"test-model-8431de-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:15.327979398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"96e4144c-975a-4f8c-8eda-d24168f1f7d9","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:15.335579246Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de-sub","reconcileID":"96e4144c-975a-4f8c-8eda-d24168f1f7d9","MaaSSubscription":{"name":"test-model-8431de-sub","namespace":"ai-tenant-e2e-inf-a-8431de"},"name":"maas-trlp-test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:15.467320431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"3457da96-9aa2-4ab1-a964-0ec7912dc3cb","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"tenant":"e2e-inf-a-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","model":"ai-tenant-e2e-inf-a-8431de/test-model-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:15.467342813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"test-model-8431de","reconcileID":"3457da96-9aa2-4ab1-a964-0ec7912dc3cb","MaaSModelRef":{"name":"test-model-8431de","namespace":"ai-tenant-e2e-inf-a-8431de"},"routeName":"test-model-8431de-kserve-route","namespace":"ai-tenant-e2e-inf-a-8431de","llmisvcName":"test-model-8431de","gateway":"openshift-ingress/e2e-inf-a-8431de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.192582323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"f2207e09-2f79-4b9e-b338-7b2b48b3c66e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.192618866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"f2207e09-2f79-4b9e-b338-7b2b48b3c66e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.193530387Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"e50f767b-b3d1-400c-9e90-034209c19a4a","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.34303103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"e50f767b-b3d1-400c-9e90-034209c19a4a","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.356215874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"4c84e98e-c66b-4ea7-8023-e6d74331a9b0","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.410316182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"e50f767b-b3d1-400c-9e90-034209c19a4a","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.410347147Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"e50f767b-b3d1-400c-9e90-034209c19a4a","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.419222473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b5196af1-38a8-472d-be02-f61d0625aa83","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.420219037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"3ad4ebed-74a7-4a37-99e4-c15c35978b0e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.420309013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"3ad4ebed-74a7-4a37-99e4-c15c35978b0e","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.445783924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"dc3f602e-ba64-4c72-b2a9-073b1282b26d","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.527315148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b5196af1-38a8-472d-be02-f61d0625aa83","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.537017432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b5196af1-38a8-472d-be02-f61d0625aa83","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"e2e-inf-b-570f01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.537042052Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b5196af1-38a8-472d-be02-f61d0625aa83","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-570f01","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:16.540371138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-570f01-auth","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-auth","reconcileID":"b5196af1-38a8-472d-be02-f61d0625aa83","error":"maasauthpolicies.maas.opendatahub.io \"test-model-570f01-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.582078719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"a3f85c15-db03-49ca-a4ed-d20f3bb00e61","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:16.582100898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"a3f85c15-db03-49ca-a4ed-d20f3bb00e61","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.422116329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"242e2630-8f95-44d1-8b81-905336a44d4b","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.433867697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"242e2630-8f95-44d1-8b81-905336a44d4b","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:22.445161955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-adf308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31fe77ed97284f35b1ead6f2acbd04c7cf77f46c46511e3ff8a0b36512d101fe) AuthConfig (e537a7e8afd078130b5411b851fe4a4252b484900f79deab8b77b8e00a95c4a7) AuthConfig (e08457c763c0b8d4d228dc456026f96cd78a21d08255a0caab5ed48d64cf7529) AuthConfig (fd068d7aba00c45048fffe49f48fcae88ebe5267469f911ce61a700987836a6c) AuthConfig (ec767c63a812f7263d430e920c7ad5b7c48d6c295c0d06127d0fac74f6b0d42e) AuthConfig (7de0525c237986e127ecb2b503184d46c67d448e7a09d45ddbc1e87465567274) AuthConfig (21f22dae2497e04117849a101ffcfaeeb92aee151c1a1ca4f4b5fdb2364acca2) AuthConfig (9b3d5496a4dd9de0341718843329b81901671bb052b8bea6aa76be88324f0b31) AuthConfig (8b12077aa3d05af00dc4a4efa416a4108603387a5e78ca0da153e0fc88cbbece) AuthConfig (8d26125d6742d3c09042f39df888766b9384859d6ceeca3720fdedaeb3ee398f) AuthConfig (2492d70a61cc1fde524fe9775b7f24a4280e6374e250bef3cabbc93068815c97) AuthConfig (15975ed64022989dd8a5be346e09a72ad69e322094b05f7be05a607b76178f07) AuthConfig (2a32a39ddce341a73043ebd22f1e02b8230fcc2797e87ba80cbc1d962bfa4e34) AuthConfig (b4d1522ca8a1481f32fb5fddb8aff271115096656581880abb85875b273185f5) AuthConfig (1042a9f0288cb15a9b93ee1329a5a1f8007600d2584c4e9ecf5d600f32e39195) AuthConfig (5190b6177873af0f35c8698081b85b0d8e52bc8c05bf97cde5b8ba7448461861) AuthConfig (e510ceb943635631d9c3b2e929e8b84dbbfdf54e88224f67e700abf61b5143b1) AuthConfig (55fac1612587e85aceb3775238a52d4de3d8abaf64666a41becd0a291c6e0c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"242e2630-8f95-44d1-8b81-905336a44d4b","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.243113507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"40e14b4f-81c1-48f9-bcbb-900371861c45","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.26538232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"542acd6e-5978-4086-8b2a-b2071963202f","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:23.265409602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"542acd6e-5978-4086-8b2a-b2071963202f","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:24.705287332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"9dc1be17-4855-42f8-8e7b-c7d00a855cc7","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:24.713674239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"9dc1be17-4855-42f8-8e7b-c7d00a855cc7","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:26.598467213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"e28b38ab-d8b6-48b1-88e4-f1d9908fc72c","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","subscription":"test-model-570f01-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:26.602281479Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"e28b38ab-d8b6-48b1-88e4-f1d9908fc72c","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:26.606533589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01-sub","reconcileID":"e28b38ab-d8b6-48b1-88e4-f1d9908fc72c","MaaSSubscription":{"name":"test-model-570f01-sub","namespace":"ai-tenant-e2e-inf-b-570f01"},"name":"maas-trlp-test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:26.640551664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"99957b18-bd4d-4817-9b8d-4d02390a1e00","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"tenant":"e2e-inf-b-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","model":"ai-tenant-e2e-inf-b-570f01/test-model-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:26.640569183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"test-model-570f01","reconcileID":"99957b18-bd4d-4817-9b8d-4d02390a1e00","MaaSModelRef":{"name":"test-model-570f01","namespace":"ai-tenant-e2e-inf-b-570f01"},"routeName":"test-model-570f01-kserve-route","namespace":"ai-tenant-e2e-inf-b-570f01","llmisvcName":"test-model-570f01","gateway":"openshift-ingress/e2e-inf-b-570f01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.639351518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30d3da-0e8b-4fdd-862f-666dae47ffc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.646521453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30d3da-0e8b-4fdd-862f-666dae47ffc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.656055901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30d3da-0e8b-4fdd-862f-666dae47ffc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.688942626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30d3da-0e8b-4fdd-862f-666dae47ffc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.870905604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a990be9-bef3-4dc6-8353-a32dd611887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.875413158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a990be9-bef3-4dc6-8353-a32dd611887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.879002993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a990be9-bef3-4dc6-8353-a32dd611887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:27.88240291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a990be9-bef3-4dc6-8353-a32dd611887a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:28.399842016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f89685-36b3-40cf-9bac-ddd3015a7551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:28.403668364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f89685-36b3-40cf-9bac-ddd3015a7551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:28.407462041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f89685-36b3-40cf-9bac-ddd3015a7551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:28.411282752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f89685-36b3-40cf-9bac-ddd3015a7551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:28.966677235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:32.454299176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"9a00873f-4e5a-4fdc-a6b4-d12d04c0a254","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:32.462659615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"9a00873f-4e5a-4fdc-a6b4-d12d04c0a254","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:32.486622337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"71873527-8baf-4b25-adc5-4f568f3e4cc0","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:32.486639194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"71873527-8baf-4b25-adc5-4f568f3e4cc0","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.813699953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"b92fc8ce-b39e-43cf-b1f7-6d874819ec21","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.813729161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"b92fc8ce-b39e-43cf-b1f7-6d874819ec21","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:33.826871442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"b202197b-8c77-46cd-ad24-fed08f87f3c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-adf308-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.827363411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"6f913f9d-9afe-4ffb-be33-576e2f64cb65","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.827384297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"6f913f9d-9afe-4ffb-be33-576e2f64cb65","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.840182284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"5acc763d-3723-4409-b6ef-a7f8824a6f83","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.840199155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"5acc763d-3723-4409-b6ef-a7f8824a6f83","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.846530605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"9fd78c6a-245a-46a1-9c03-4627c72e6fa1","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.846545243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"9fd78c6a-245a-46a1-9c03-4627c72e6fa1","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.877585299Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"6f3d7bd0-f5ff-47dd-a889-cad889b8d08b","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","model":"test-model-adf308","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-adf308/test-model-adf308-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.895563099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"b6f06826-0eea-44fd-abed-f52ed596c8c4","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.903391804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"b6f06826-0eea-44fd-abed-f52ed596c8c4","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.904573568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"89c84654-0f0a-434d-af93-f3cc1d1f728b","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.904588731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"89c84654-0f0a-434d-af93-f3cc1d1f728b","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.961972552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"e437b838-f143-4de2-8779-a8b3d51eec96","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:33.992560403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"33bad374-9fd3-495e-99ac-828617265683","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:34.002120663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"33bad374-9fd3-495e-99ac-828617265683","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.222301781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"04fcaad8-5b74-4b28-8e71-47db27d0e1e9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.222899006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"83baf321-6d51-40f7-9534-f12f54fbe0a2","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.222922503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"83baf321-6d51-40f7-9534-f12f54fbe0a2","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.237307908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"04fcaad8-5b74-4b28-8e71-47db27d0e1e9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.251246909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"5ec17bd9-2e51-4d99-9bfe-a83b4d3beddc","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.269312075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"04fcaad8-5b74-4b28-8e71-47db27d0e1e9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.26933093Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"04fcaad8-5b74-4b28-8e71-47db27d0e1e9","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.276535434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"cbe5edf4-151b-42ce-ab0f-9563a329238c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.276868395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"fec1962c-ccf7-4d09-9780-4504548e781d","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.276886149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"fec1962c-ccf7-4d09-9780-4504548e781d","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.355614168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"db242d29-7d53-4ee8-a001-502779e22236","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.429792225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"cbe5edf4-151b-42ce-ab0f-9563a329238c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.438136011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"cbe5edf4-151b-42ce-ab0f-9563a329238c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"e2e-inf-a-3d9d7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.438154016Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"cbe5edf4-151b-42ce-ab0f-9563a329238c","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d9d7b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:52:47.441701011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d9d7b-auth","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-auth","reconcileID":"cbe5edf4-151b-42ce-ab0f-9563a329238c","error":"maasauthpolicies.maas.opendatahub.io \"test-model-3d9d7b-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.479352326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"426c3d4c-5599-417b-8d41-a99e76bd4b13","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:47.479372691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"426c3d4c-5599-417b-8d41-a99e76bd4b13","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:56.188618581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"b7013b5f-6890-4a25-9b27-2c00537188e2","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:56.217245084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"788993af-120c-46c7-a0ac-b2fea915d00a","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:56.217279357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"788993af-120c-46c7-a0ac-b2fea915d00a","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.331000616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","namespace":"ai-tenant-e2e-inf-a-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.331073657Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","namespace":"ai-tenant-e2e-inf-a-8431de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.331138578Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","tenant":"e2e-inf-a-8431de","tenantID":"e2e-inf-a-8431de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.336907423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Deployment","name":"maas-api-e2e-inf-a-8431de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.351942767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Service","name":"maas-api-e2e-inf-a-8431de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.361550864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8431de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.379192588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8431de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.387733905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.394420752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.403591322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.412919565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"9ef748be-52f5-4ff9-b8de-2f2ab4125d4b","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.416343955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.419970013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.422427883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"9ef748be-52f5-4ff9-b8de-2f2ab4125d4b","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.423123743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.428638105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Service","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.432806992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.438672743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.445328453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.448807709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.4603402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.463805861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.467242924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.470359595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8431de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.473676038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8431de"},"namespace":"ai-tenant-e2e-inf-a-8431de","name":"default-tenant","reconcileID":"853dd82b-803a-4304-bf2f-19c187c23bf7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8431de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.496053115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"8dadac28-b58e-4dce-8620-98c26915a0c1","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","subscription":"test-model-3d9d7b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.500210532Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"8dadac28-b58e-4dce-8620-98c26915a0c1","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.504610738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b-sub","reconcileID":"8dadac28-b58e-4dce-8620-98c26915a0c1","MaaSSubscription":{"name":"test-model-3d9d7b-sub","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"name":"maas-trlp-test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.80191252Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8431de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8431de","reconcileID":"e3aad431-2c76-41e1-9f3d-422b7c3b34a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8431de","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8431de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.80320256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"ce023203-b02f-42ca-aa35-10d1ff913513","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"tenant":"e2e-inf-a-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","model":"ai-tenant-e2e-inf-a-3d9d7b/test-model-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:57.803220558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"test-model-3d9d7b","reconcileID":"ce023203-b02f-42ca-aa35-10d1ff913513","MaaSModelRef":{"name":"test-model-3d9d7b","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"routeName":"test-model-3d9d7b-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d9d7b","llmisvcName":"test-model-3d9d7b","gateway":"openshift-ingress/e2e-inf-a-3d9d7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.241234082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62368-6e84-47b9-9df5-b8a36cc03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.248012108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62368-6e84-47b9-9df5-b8a36cc03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.253626247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62368-6e84-47b9-9df5-b8a36cc03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.25779332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62368-6e84-47b9-9df5-b8a36cc03eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.540319565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72483487-0cb1-4c01-82e2-36005b4c1341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.544408254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72483487-0cb1-4c01-82e2-36005b4c1341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.548375202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72483487-0cb1-4c01-82e2-36005b4c1341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.553621012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72483487-0cb1-4c01-82e2-36005b4c1341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.663361324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"407bf719-b107-4d8b-bfb2-129329e9496f","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.663390846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"407bf719-b107-4d8b-bfb2-129329e9496f","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.735506249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"8c14cfc5-df30-44f4-96c7-a862aa6da4d4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.799126965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"8c14cfc5-df30-44f4-96c7-a862aa6da4d4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.837808269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"01aa9670-a93c-48bb-849f-3d610fb225b5","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.856096689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"8c14cfc5-df30-44f4-96c7-a862aa6da4d4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"e2e-inf-b-001667-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.856184173Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-auth","reconcileID":"8c14cfc5-df30-44f4-96c7-a862aa6da4d4","MaaSAuthPolicy":{"name":"test-model-001667-auth","namespace":"ai-tenant-e2e-inf-b-001667"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.865632475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"1397df5c-eed2-475e-b7bd-3f3915bd2d94","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.865720887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"1397df5c-eed2-475e-b7bd-3f3915bd2d94","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.928687451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"8838df35-a8e4-44f9-8b5f-9c39d4520a52","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:58.97021621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.020793191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"2272326b-0515-4cad-8608-0522ef63f06a","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.020815645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"2272326b-0515-4cad-8608-0522ef63f06a","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.690581938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ce4d860e-cae8-4ff3-86bb-827210bbdc73","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:52:59.690610658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ce4d860e-cae8-4ff3-86bb-827210bbdc73","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.011943589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"504ed0ab-bd94-4cb1-9c35-f9f4b669fba5","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.011965003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"504ed0ab-bd94-4cb1-9c35-f9f4b669fba5","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.020228359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"3d5054d4-1240-4479-afe6-464fd25bfb5f","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.020247861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"3d5054d4-1240-4479-afe6-464fd25bfb5f","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.026675216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"ab25e44e-5d2f-4f3b-9ad6-ca48284506bc","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.057075134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"ab25e44e-5d2f-4f3b-9ad6-ca48284506bc","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.079559588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"ab25e44e-5d2f-4f3b-9ad6-ca48284506bc","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.110361019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"c11f6cdf-2268-4164-b5cd-38ff42b2e4e8","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:00.110389576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"c11f6cdf-2268-4164-b5cd-38ff42b2e4e8","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:05.906695727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6e7fa8-5548-47ce-a431-8ab43f07e5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:05.910418885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6e7fa8-5548-47ce-a431-8ab43f07e5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:05.91377369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6e7fa8-5548-47ce-a431-8ab43f07e5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:05.917208323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc6e7fa8-5548-47ce-a431-8ab43f07e5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.268900717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af27dd8-e560-4e14-bb2d-d650bc7587cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.272506653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af27dd8-e560-4e14-bb2d-d650bc7587cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.276792937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af27dd8-e560-4e14-bb2d-d650bc7587cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.280645111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af27dd8-e560-4e14-bb2d-d650bc7587cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.611109546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f66104-f73d-4774-a5ed-d436045e76b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.615041917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f66104-f73d-4774-a5ed-d436045e76b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.618583737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f66104-f73d-4774-a5ed-d436045e76b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:06.622056786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f66104-f73d-4774-a5ed-d436045e76b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.040172452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"56795697-9ce5-4108-bbc9-5762b7ce3050","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"model":"ai-tenant-e2e-inf-b-001667/test-model-001667","subscription":"test-model-001667-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.044197918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"56795697-9ce5-4108-bbc9-5762b7ce3050","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.048061818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667-sub","reconcileID":"56795697-9ce5-4108-bbc9-5762b7ce3050","MaaSSubscription":{"name":"test-model-001667-sub","namespace":"ai-tenant-e2e-inf-b-001667"},"name":"maas-trlp-test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.170302237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"1c5e581d-f82e-43e0-801d-47847fd08d5b","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"tenant":"e2e-inf-b-001667","gateway":"openshift-ingress/e2e-inf-b-001667","model":"ai-tenant-e2e-inf-b-001667/test-model-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:09.170331871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"test-model-001667","reconcileID":"1c5e581d-f82e-43e0-801d-47847fd08d5b","MaaSModelRef":{"name":"test-model-001667","namespace":"ai-tenant-e2e-inf-b-001667"},"routeName":"test-model-001667-kserve-route","namespace":"ai-tenant-e2e-inf-b-001667","llmisvcName":"test-model-001667","gateway":"openshift-ingress/e2e-inf-b-001667","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.121693456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"45f38a00-52bf-4e8a-8b14-e039b99aa448","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.131380099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"45f38a00-52bf-4e8a-8b14-e039b99aa448","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.139368482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"45f38a00-52bf-4e8a-8b14-e039b99aa448","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.139838541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaffbe9-492a-48ed-a5f7-f9fe1f9903d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.144096566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaffbe9-492a-48ed-a5f7-f9fe1f9903d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.148539532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaffbe9-492a-48ed-a5f7-f9fe1f9903d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.156376086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaffbe9-492a-48ed-a5f7-f9fe1f9903d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.603868856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c13cde1-2c4d-47a0-a9f2-55c8842357c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.607465496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c13cde1-2c4d-47a0-a9f2-55c8842357c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.611530925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c13cde1-2c4d-47a0-a9f2-55c8842357c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.615648037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c13cde1-2c4d-47a0-a9f2-55c8842357c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.868694328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47204bf-5cad-4c15-ae0e-bad003a11b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.872791635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47204bf-5cad-4c15-ae0e-bad003a11b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.877022849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47204bf-5cad-4c15-ae0e-bad003a11b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:10.881184124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47204bf-5cad-4c15-ae0e-bad003a11b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.366129974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"54e26235-7ca2-43cb-b5f2-25644430e285","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.36634063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"469e856f-0234-4921-b87a-b943f76fbf47","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.366363556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"469e856f-0234-4921-b87a-b943f76fbf47","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.387166864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"54e26235-7ca2-43cb-b5f2-25644430e285","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.397748918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"b0401859-859c-4cd9-9faa-9a530d9149e3","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.419213334Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"54e26235-7ca2-43cb-b5f2-25644430e285","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.419233042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"54e26235-7ca2-43cb-b5f2-25644430e285","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.428656703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"56405b62-ea99-4bb6-8667-5165e4c73b19","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.429046276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"05b4353c-2b07-47ae-ac9e-8f970a470870","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.429069944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"05b4353c-2b07-47ae-ac9e-8f970a470870","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.487323777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"56405b62-ea99-4bb6-8667-5165e4c73b19","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.497676427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"56405b62-ea99-4bb6-8667-5165e4c73b19","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"e2e-inf-a-cf51d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.497694912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"56405b62-ea99-4bb6-8667-5165e4c73b19","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.49842562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"51d54999-b6ea-47ff-a72a-cff84dc3bc32","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:17.500861401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cf51d4-auth","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-auth","reconcileID":"56405b62-ea99-4bb6-8667-5165e4c73b19","error":"maasauthpolicies.maas.opendatahub.io \"test-model-cf51d4-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.632583588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"d63610b1-a1e7-4790-a16d-041bbeab4952","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:17.632612904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"d63610b1-a1e7-4790-a16d-041bbeab4952","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:20.153374186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"5594b9d5-b8a9-41f4-b956-4962290a42ce","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:20.178940514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"5594b9d5-b8a9-41f4-b956-4962290a42ce","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:20.193324433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24ed5406c833523ed6cbba67e9ccb20a398266720ae0a200bf570d8577c64fd1) AuthConfig (6a6f95aabc0c1c2ea7fb056bb5c4f8f56639398067281a233942504827934cf1) AuthConfig (115be1203641efefeb587942d8fb526394eb9c320040ddcbea127585685160d9) AuthConfig (796bfd9828b29f52fe628c75ce4664b813cbc4506f7e5aabe14f547ee3aeef91) AuthConfig (bdc990f77d7ea82617ab2a5892aff66043ca993c59506982c9f96f404667a820) AuthConfig (8e4c4ece134fdbf98b68d51c8dd58cd4803e9b35fb219caf8b00aacc78139c0c) AuthConfig (53471f459eb5a902fa8ff71e4dfbb6be98e67b1c9305032c9c553bd65188ce1f) AuthConfig (fffc78b75605062ecda670a540d28c0f4ec08e112db16bb28e3dbeb7e2617820) AuthConfig (4febe4ae9681bbcc8bff79cd515aaf7acda9011995488d5fc3ce035e01ada8a0) AuthConfig (e03d16254381c7f7af9d1fbd8d567fb07d2ec34e98ec263d1739d33b76f643d7) AuthConfig (a4959d8a9231229981ae3f21234d2ff1d70cf031bcb11c7b1ff8d74a72cb08ad) AuthConfig (855663d4debefe4713ea82841e6b1689edecb504739dff0191d7207f8ada26ae) AuthConfig (e54650241a71021f882a30040cb49755f081b0f723d7783bfcf33ab13ed7a63b) AuthConfig (97a49de4864ea0109eca000f248fd916645f1a961b16ecbc12c339629bb2c051) AuthConfig (ea9d4e6d468e537a1cea8162b7fd0d99391383e91fba25025558e36f748fc115) AuthConfig (eedc584b361589b7863aa3111593e617a9e633703da588edfb5c4279e2e4c9c4) AuthConfig (d76bb65503caa5687eb5685191e7b79e297fab99e51b341884986bc0db3c8f50) AuthConfig (f836ba7de246f4f2be44147c4d31e0b885efc2190248b17595a1d6337b4335d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"5594b9d5-b8a9-41f4-b956-4962290a42ce","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:20.208707507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8dffe9f8-6037-44c3-b76d-de3e74d09eb6","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:20.208724047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8dffe9f8-6037-44c3-b76d-de3e74d09eb6","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.104572363Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","namespace":"ai-tenant-e2e-inf-a-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.104640437Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","namespace":"ai-tenant-e2e-inf-a-3d9d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.104696368Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","tenant":"e2e-inf-a-3d9d7b","tenantID":"e2e-inf-a-3d9d7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.110197889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Deployment","name":"maas-api-e2e-inf-a-3d9d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.126480494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Service","name":"maas-api-e2e-inf-a-3d9d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.138128341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3d9d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.146786881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3d9d7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.158772417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.164667805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.173577085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.182043822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.185526854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.1890825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.196172572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Service","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.199607752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.207714405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.211042274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.214220604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.220692895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.226701992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.23056908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.233741168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3d9d7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.236776675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d9d7b"},"namespace":"ai-tenant-e2e-inf-a-3d9d7b","name":"default-tenant","reconcileID":"6f00ba3a-145f-488f-b0b7-2bd43342a695","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3d9d7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.340067219Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3d9d7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3d9d7b","reconcileID":"93416838-f632-4b24-93c6-1086050710c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3d9d7b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3d9d7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.873626148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ae7d97-15e9-4664-9448-c130ede0570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.878109158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ae7d97-15e9-4664-9448-c130ede0570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.882382825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ae7d97-15e9-4664-9448-c130ede0570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:26.886755814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ae7d97-15e9-4664-9448-c130ede0570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.13756625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3785d138-6ee5-46db-ad0b-f8f92c3408c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.141322542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3785d138-6ee5-46db-ad0b-f8f92c3408c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.144884495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3785d138-6ee5-46db-ad0b-f8f92c3408c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.148451343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3785d138-6ee5-46db-ad0b-f8f92c3408c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.650235896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"4ff235fa-ea27-43d8-b5bb-a08e13e88e3f","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","subscription":"test-model-cf51d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.654132355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"4ff235fa-ea27-43d8-b5bb-a08e13e88e3f","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.657928204Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4-sub","reconcileID":"4ff235fa-ea27-43d8-b5bb-a08e13e88e3f","MaaSSubscription":{"name":"test-model-cf51d4-sub","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"name":"maas-trlp-test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.779279234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"16ad7d6c-8624-408d-a41f-4f6508637a3e","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"tenant":"e2e-inf-a-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","model":"ai-tenant-e2e-inf-a-cf51d4/test-model-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:27.779302625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"test-model-cf51d4","reconcileID":"16ad7d6c-8624-408d-a41f-4f6508637a3e","MaaSModelRef":{"name":"test-model-cf51d4","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"routeName":"test-model-cf51d4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cf51d4","llmisvcName":"test-model-cf51d4","gateway":"openshift-ingress/e2e-inf-a-cf51d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.560276847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"5d34c3e1-0337-48a5-b44f-f6bcd1fb50d1","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.560381023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"5d34c3e1-0337-48a5-b44f-f6bcd1fb50d1","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.561678328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2414de4a-4134-43bc-a0ba-7a58ba86b22f","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.64525951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"0a19ae24-b75f-4a28-97ed-b6ce41d81971","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.677563947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2414de4a-4134-43bc-a0ba-7a58ba86b22f","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.71110839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2414de4a-4134-43bc-a0ba-7a58ba86b22f","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.7111373Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"2414de4a-4134-43bc-a0ba-7a58ba86b22f","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.721763664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"371f166c-d115-46b3-85e6-5be9cd6494e2","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.722549609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"e1a141ff-f387-428a-a983-e39b5c99a511","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.722569133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"e1a141ff-f387-428a-a983-e39b5c99a511","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.751733273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"dbb6f680-f9e1-4ab4-804f-dbd2e37eadd2","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.778251529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"371f166c-d115-46b3-85e6-5be9cd6494e2","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.786374314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"371f166c-d115-46b3-85e6-5be9cd6494e2","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"e2e-inf-b-87ae68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.786392298Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"371f166c-d115-46b3-85e6-5be9cd6494e2","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-87ae68","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:53:28.790315366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-87ae68-auth","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-auth","reconcileID":"371f166c-d115-46b3-85e6-5be9cd6494e2","error":"maasauthpolicies.maas.opendatahub.io \"test-model-87ae68-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.873163288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"732cba1f-bd79-4c54-bb75-d94eaed8bebc","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.873184035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"732cba1f-bd79-4c54-bb75-d94eaed8bebc","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:28.96758581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.661000542Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","namespace":"ai-tenant-e2e-inf-b-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.661255834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","namespace":"ai-tenant-e2e-inf-b-570f01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.661369456Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","tenant":"e2e-inf-b-570f01","tenantID":"e2e-inf-b-570f01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.666823491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Deployment","name":"maas-api-e2e-inf-b-570f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.680909777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Service","name":"maas-api-e2e-inf-b-570f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.696855944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-570f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.703609706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-570f01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.716925753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.723018166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.731078016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.743938503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.748670421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Deployment","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.753995794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.769655269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Service","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.773044411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.776058689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.779179704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.782107413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.788783648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.80360993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.810689852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.814060997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-570f01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:29.817178378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-570f01"},"namespace":"ai-tenant-e2e-inf-b-570f01","name":"default-tenant","reconcileID":"bbfd542c-fb96-45a4-b0a2-bd51512f9a75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-570f01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.071331279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-570f01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-570f01","reconcileID":"8e1f29d5-1181-4379-a27a-f9f0e95969cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-570f01","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-570f01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.235845617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"1a9806dd-5e8d-4a40-869a-aac8c1457cba","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.257418592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"1a9806dd-5e8d-4a40-869a-aac8c1457cba","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.281361918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24ed5406c833523ed6cbba67e9ccb20a398266720ae0a200bf570d8577c64fd1) AuthConfig (6a6f95aabc0c1c2ea7fb056bb5c4f8f56639398067281a233942504827934cf1) AuthConfig (115be1203641efefeb587942d8fb526394eb9c320040ddcbea127585685160d9) AuthConfig (796bfd9828b29f52fe628c75ce4664b813cbc4506f7e5aabe14f547ee3aeef91) AuthConfig (bdc990f77d7ea82617ab2a5892aff66043ca993c59506982c9f96f404667a820) AuthConfig (8e4c4ece134fdbf98b68d51c8dd58cd4803e9b35fb219caf8b00aacc78139c0c) AuthConfig (53471f459eb5a902fa8ff71e4dfbb6be98e67b1c9305032c9c553bd65188ce1f) AuthConfig (fffc78b75605062ecda670a540d28c0f4ec08e112db16bb28e3dbeb7e2617820) AuthConfig (4febe4ae9681bbcc8bff79cd515aaf7acda9011995488d5fc3ce035e01ada8a0) AuthConfig (e03d16254381c7f7af9d1fbd8d567fb07d2ec34e98ec263d1739d33b76f643d7) AuthConfig (a4959d8a9231229981ae3f21234d2ff1d70cf031bcb11c7b1ff8d74a72cb08ad) AuthConfig (855663d4debefe4713ea82841e6b1689edecb504739dff0191d7207f8ada26ae) AuthConfig (e54650241a71021f882a30040cb49755f081b0f723d7783bfcf33ab13ed7a63b) AuthConfig (97a49de4864ea0109eca000f248fd916645f1a961b16ecbc12c339629bb2c051) AuthConfig (ea9d4e6d468e537a1cea8162b7fd0d99391383e91fba25025558e36f748fc115) AuthConfig (eedc584b361589b7863aa3111593e617a9e633703da588edfb5c4279e2e4c9c4) AuthConfig (d76bb65503caa5687eb5685191e7b79e297fab99e51b341884986bc0db3c8f50) AuthConfig (f836ba7de246f4f2be44147c4d31e0b885efc2190248b17595a1d6337b4335d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"1a9806dd-5e8d-4a40-869a-aac8c1457cba","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.426105092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffb2696-1295-4a46-8e71-d2c29f47eae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.430076036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffb2696-1295-4a46-8e71-d2c29f47eae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.434188412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffb2696-1295-4a46-8e71-d2c29f47eae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.439234421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ffb2696-1295-4a46-8e71-d2c29f47eae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.635072197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0ab66-24f4-4c53-81d6-589ac06329c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.639115528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0ab66-24f4-4c53-81d6-589ac06329c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.642912329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0ab66-24f4-4c53-81d6-589ac06329c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:30.64645364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe0ab66-24f4-4c53-81d6-589ac06329c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.394542961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f01803-5ae3-4afe-96fb-a5520d2d405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.398086254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f01803-5ae3-4afe-96fb-a5520d2d405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.401525704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f01803-5ae3-4afe-96fb-a5520d2d405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.405171757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f01803-5ae3-4afe-96fb-a5520d2d405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.730150529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71e7c13-5f84-4889-a9dc-411c60e2d738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.733691204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71e7c13-5f84-4889-a9dc-411c60e2d738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.737311517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71e7c13-5f84-4889-a9dc-411c60e2d738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.740810461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71e7c13-5f84-4889-a9dc-411c60e2d738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.963365141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949b477b-9fca-475e-b069-bc7d7d9878ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.96693442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949b477b-9fca-475e-b069-bc7d7d9878ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.970522321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949b477b-9fca-475e-b069-bc7d7d9878ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:34.974395712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949b477b-9fca-475e-b069-bc7d7d9878ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.209557413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc007c1-cc6f-40b5-ae86-86c033181afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.21307992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc007c1-cc6f-40b5-ae86-86c033181afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.216565718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc007c1-cc6f-40b5-ae86-86c033181afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.220014271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc007c1-cc6f-40b5-ae86-86c033181afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.408350537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3fc3f2-e044-4614-a0c0-26b6f88c2da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.412237973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3fc3f2-e044-4614-a0c0-26b6f88c2da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.416249108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3fc3f2-e044-4614-a0c0-26b6f88c2da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.42025859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3fc3f2-e044-4614-a0c0-26b6f88c2da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.625262418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9f2ff-5883-4075-82a8-5a2a0cdd2e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.628730979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9f2ff-5883-4075-82a8-5a2a0cdd2e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.632111532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9f2ff-5883-4075-82a8-5a2a0cdd2e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.6354719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d9f2ff-5883-4075-82a8-5a2a0cdd2e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.89719435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"7d672a85-ca79-4874-9ac3-b8477ea4901e","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","subscription":"test-model-87ae68-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.901213138Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"7d672a85-ca79-4874-9ac3-b8477ea4901e","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.90475283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68-sub","reconcileID":"7d672a85-ca79-4874-9ac3-b8477ea4901e","MaaSSubscription":{"name":"test-model-87ae68-sub","namespace":"ai-tenant-e2e-inf-b-87ae68"},"name":"maas-trlp-test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.989881738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"419ec4b8-4652-4866-bc64-28df3505f842","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"tenant":"e2e-inf-b-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","model":"ai-tenant-e2e-inf-b-87ae68/test-model-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:38.989981608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"test-model-87ae68","reconcileID":"419ec4b8-4652-4866-bc64-28df3505f842","MaaSModelRef":{"name":"test-model-87ae68","namespace":"ai-tenant-e2e-inf-b-87ae68"},"routeName":"test-model-87ae68-kserve-route","namespace":"ai-tenant-e2e-inf-b-87ae68","llmisvcName":"test-model-87ae68","gateway":"openshift-ingress/e2e-inf-b-87ae68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:39.997116631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abcd5d0-25f7-4ff2-ba68-a35fa9d7b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.000512702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abcd5d0-25f7-4ff2-ba68-a35fa9d7b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.004072871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abcd5d0-25f7-4ff2-ba68-a35fa9d7b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.00758026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abcd5d0-25f7-4ff2-ba68-a35fa9d7b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.293773855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8e804be1-ae8c-495f-ba0f-2f947afb2f92","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.302136853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8e804be1-ae8c-495f-ba0f-2f947afb2f92","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.30967144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24ed5406c833523ed6cbba67e9ccb20a398266720ae0a200bf570d8577c64fd1) AuthConfig (6a6f95aabc0c1c2ea7fb056bb5c4f8f56639398067281a233942504827934cf1) AuthConfig (115be1203641efefeb587942d8fb526394eb9c320040ddcbea127585685160d9) AuthConfig (796bfd9828b29f52fe628c75ce4664b813cbc4506f7e5aabe14f547ee3aeef91) AuthConfig (bdc990f77d7ea82617ab2a5892aff66043ca993c59506982c9f96f404667a820) AuthConfig (8e4c4ece134fdbf98b68d51c8dd58cd4803e9b35fb219caf8b00aacc78139c0c) AuthConfig (53471f459eb5a902fa8ff71e4dfbb6be98e67b1c9305032c9c553bd65188ce1f) AuthConfig (fffc78b75605062ecda670a540d28c0f4ec08e112db16bb28e3dbeb7e2617820) AuthConfig (4febe4ae9681bbcc8bff79cd515aaf7acda9011995488d5fc3ce035e01ada8a0) AuthConfig (e03d16254381c7f7af9d1fbd8d567fb07d2ec34e98ec263d1739d33b76f643d7) AuthConfig (a4959d8a9231229981ae3f21234d2ff1d70cf031bcb11c7b1ff8d74a72cb08ad) AuthConfig (855663d4debefe4713ea82841e6b1689edecb504739dff0191d7207f8ada26ae) AuthConfig (e54650241a71021f882a30040cb49755f081b0f723d7783bfcf33ab13ed7a63b) AuthConfig (97a49de4864ea0109eca000f248fd916645f1a961b16ecbc12c339629bb2c051) AuthConfig (ea9d4e6d468e537a1cea8162b7fd0d99391383e91fba25025558e36f748fc115) AuthConfig (eedc584b361589b7863aa3111593e617a9e633703da588edfb5c4279e2e4c9c4) AuthConfig (d76bb65503caa5687eb5685191e7b79e297fab99e51b341884986bc0db3c8f50) AuthConfig (f836ba7de246f4f2be44147c4d31e0b885efc2190248b17595a1d6337b4335d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8e804be1-ae8c-495f-ba0f-2f947afb2f92","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.316940977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d64133-9279-4c94-a608-9c6ecdb1456a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.335389022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d64133-9279-4c94-a608-9c6ecdb1456a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.345731086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d64133-9279-4c94-a608-9c6ecdb1456a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.355270066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d64133-9279-4c94-a608-9c6ecdb1456a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.551185416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86654d7-83d9-4bd7-a0e7-d07a307e32cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.554754508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86654d7-83d9-4bd7-a0e7-d07a307e32cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.5582202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86654d7-83d9-4bd7-a0e7-d07a307e32cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:40.561662818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86654d7-83d9-4bd7-a0e7-d07a307e32cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:50.356040532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"27130ba1-4c9d-49b8-8e25-4c7f6ee18a65","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:50.415104372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"27130ba1-4c9d-49b8-8e25-4c7f6ee18a65","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:50.443334711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e8d315-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24ed5406c833523ed6cbba67e9ccb20a398266720ae0a200bf570d8577c64fd1) AuthConfig (6a6f95aabc0c1c2ea7fb056bb5c4f8f56639398067281a233942504827934cf1) AuthConfig (115be1203641efefeb587942d8fb526394eb9c320040ddcbea127585685160d9) AuthConfig (796bfd9828b29f52fe628c75ce4664b813cbc4506f7e5aabe14f547ee3aeef91) AuthConfig (bdc990f77d7ea82617ab2a5892aff66043ca993c59506982c9f96f404667a820) AuthConfig (8e4c4ece134fdbf98b68d51c8dd58cd4803e9b35fb219caf8b00aacc78139c0c) AuthConfig (53471f459eb5a902fa8ff71e4dfbb6be98e67b1c9305032c9c553bd65188ce1f) AuthConfig (fffc78b75605062ecda670a540d28c0f4ec08e112db16bb28e3dbeb7e2617820) AuthConfig (4febe4ae9681bbcc8bff79cd515aaf7acda9011995488d5fc3ce035e01ada8a0) AuthConfig (e03d16254381c7f7af9d1fbd8d567fb07d2ec34e98ec263d1739d33b76f643d7) AuthConfig (a4959d8a9231229981ae3f21234d2ff1d70cf031bcb11c7b1ff8d74a72cb08ad) AuthConfig (855663d4debefe4713ea82841e6b1689edecb504739dff0191d7207f8ada26ae) AuthConfig (e54650241a71021f882a30040cb49755f081b0f723d7783bfcf33ab13ed7a63b) AuthConfig (97a49de4864ea0109eca000f248fd916645f1a961b16ecbc12c339629bb2c051) AuthConfig (ea9d4e6d468e537a1cea8162b7fd0d99391383e91fba25025558e36f748fc115) AuthConfig (eedc584b361589b7863aa3111593e617a9e633703da588edfb5c4279e2e4c9c4) AuthConfig (d76bb65503caa5687eb5685191e7b79e297fab99e51b341884986bc0db3c8f50) AuthConfig (f836ba7de246f4f2be44147c4d31e0b885efc2190248b17595a1d6337b4335d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"27130ba1-4c9d-49b8-8e25-4c7f6ee18a65","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.395927893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","namespace":"ai-tenant-e2e-inf-a-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.395984419Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","namespace":"ai-tenant-e2e-inf-a-cf51d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.396031995Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","tenant":"e2e-inf-a-cf51d4","tenantID":"e2e-inf-a-cf51d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.407217174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Deployment","name":"maas-api-e2e-inf-a-cf51d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.438736846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Service","name":"maas-api-e2e-inf-a-cf51d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.45254174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-cf51d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.474225341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-cf51d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.484696621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.507228483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.528352403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.535719153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.541866414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Deployment","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.545254858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.548581808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Service","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.552284344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.55545289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.560234196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.563685177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.572615147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.575950818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.579342126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.582610128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-cf51d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.585619069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cf51d4"},"namespace":"ai-tenant-e2e-inf-a-cf51d4","name":"default-tenant","reconcileID":"e618791e-46fa-45ef-b991-6134ed0bb043","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-cf51d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:51.717976347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cf51d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cf51d4","reconcileID":"e50f7fb7-6077-4f82-a500-51cde66eab21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cf51d4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-cf51d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.296091846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86e47bb-0708-487a-87c2-f13da1cbc05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.299661349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86e47bb-0708-487a-87c2-f13da1cbc05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.304074391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86e47bb-0708-487a-87c2-f13da1cbc05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.309310878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86e47bb-0708-487a-87c2-f13da1cbc05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.802563076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09da2dd3-75db-446b-8e3a-85c07322aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.807140869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09da2dd3-75db-446b-8e3a-85c07322aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.811105518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09da2dd3-75db-446b-8e3a-85c07322aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:52.8148168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09da2dd3-75db-446b-8e3a-85c07322aed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.851982489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","namespace":"ai-tenant-e2e-inf-b-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.852044419Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","namespace":"ai-tenant-e2e-inf-b-001667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.852094477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","tenant":"e2e-inf-b-001667","tenantID":"e2e-inf-b-001667","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.857406703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Deployment","name":"maas-api-e2e-inf-b-001667","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.870365087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Service","name":"maas-api-e2e-inf-b-001667","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.897514505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-001667","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.903425682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-001667","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.911417597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.923000109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.932971121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.939121994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.943282463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.946250267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.951041882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Service","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.954201026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.9575328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.960884155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.964196956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.973041661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.978988174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.982419239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.986309856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-001667","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:53.989468731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-001667"},"namespace":"ai-tenant-e2e-inf-b-001667","name":"default-tenant","reconcileID":"ecfa491b-28a1-4d22-aa01-2c3bd93b6e3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-001667","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.246792802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-001667","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-001667","reconcileID":"a61b868d-012c-4604-99ef-e942f15156f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-001667","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-001667"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.570777715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11abe75b-8c38-4455-9256-a1477a9c2608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.624764221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11abe75b-8c38-4455-9256-a1477a9c2608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.633657348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11abe75b-8c38-4455-9256-a1477a9c2608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.641489964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11abe75b-8c38-4455-9256-a1477a9c2608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.866193945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4c1f2c-daf1-4786-b3f8-7d70ca7c91c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.869703436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4c1f2c-daf1-4786-b3f8-7d70ca7c91c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.87356505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4c1f2c-daf1-4786-b3f8-7d70ca7c91c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:54.878388444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4c1f2c-daf1-4786-b3f8-7d70ca7c91c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:58.966556753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.564945328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","namespace":"ai-tenant-e2e-extmod-a-e596df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.565021753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","namespace":"ai-tenant-e2e-extmod-a-e596df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.565122616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","tenant":"e2e-extmod-a-e596df","tenantID":"e2e-extmod-a-e596df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.592115872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e596df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.605877741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Service","name":"maas-api-e2e-extmod-a-e596df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.643676099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e596df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.657684286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e596df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.67727442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.714735079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.733731212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.755801225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.763720433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.772756916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.78069308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Service","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.786663079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.796892885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.804687078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.813693834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.838611415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.85407075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.870727961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.875788712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e596df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:53:59.882730244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e596df"},"namespace":"ai-tenant-e2e-extmod-a-e596df","name":"default-tenant","reconcileID":"48c5b2fc-002a-4282-9449-697e1cfae43b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e596df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.319838506Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e596df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e596df","reconcileID":"62287f9e-b45e-4b5c-aef1-84ad43500c9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e596df","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e596df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.37126143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc7f2cb-e087-43a3-88b6-651b27b9cdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.375976783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc7f2cb-e087-43a3-88b6-651b27b9cdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.38032347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc7f2cb-e087-43a3-88b6-651b27b9cdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.393918781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc7f2cb-e087-43a3-88b6-651b27b9cdce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.548035322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"a718e0d7-3cd5-4eb4-ab0a-24de354a4205","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.560082986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"a718e0d7-3cd5-4eb4-ab0a-24de354a4205","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.594243215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8485bdf8-25b9-465f-a256-cb327263a5dd","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.594263625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8485bdf8-25b9-465f-a256-cb327263a5dd","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.720773834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfcb5af-cf52-424a-8da5-be7c73df6b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.724529632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfcb5af-cf52-424a-8da5-be7c73df6b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.728201487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfcb5af-cf52-424a-8da5-be7c73df6b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.735593072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfcb5af-cf52-424a-8da5-be7c73df6b86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.957281913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b1fc6a-8a44-46d9-8acb-9d3db9a28a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.961144076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b1fc6a-8a44-46d9-8acb-9d3db9a28a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.964603856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b1fc6a-8a44-46d9-8acb-9d3db9a28a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:00.968208045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b1fc6a-8a44-46d9-8acb-9d3db9a28a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.326880692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"e2287a30-edb5-4a85-b635-c244b5b5875d","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.326910706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"e2287a30-edb5-4a85-b635-c244b5b5875d","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:02.340269569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"1f47f7b6-b881-49f3-8c26-f8da014e3e28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e8d315-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.340508142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"018fefcd-f0ed-443f-a64b-721cb4d80e9e","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.340534236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"018fefcd-f0ed-443f-a64b-721cb4d80e9e","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.342176421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"307d6a29-17b4-4937-ae16-e271c5b542be","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:02.346275355Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"018fefcd-f0ed-443f-a64b-721cb4d80e9e","name":"test-model-e8d315","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e8d315\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:02.346337254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"018fefcd-f0ed-443f-a64b-721cb4d80e9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e8d315\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.351566336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"307d6a29-17b4-4937-ae16-e271c5b542be","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.351788516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"314eaff1-9f78-4ab0-8bf0-817fa574029d","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.351804598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"314eaff1-9f78-4ab0-8bf0-817fa574029d","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.35992793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"d7570812-648d-47ec-9769-a0739ef6a844","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.359945667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"d7570812-648d-47ec-9769-a0739ef6a844","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.371148866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"7049123b-fd84-4710-a231-b58d240ba23e","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.371166031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"7049123b-fd84-4710-a231-b58d240ba23e","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.400773013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"584dd6a9-31da-430d-87e1-9872fee29ede","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","model":"test-model-e8d315","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-e8d315/test-model-e8d315-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.523000351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"456e5d7a-94a7-4c55-9798-365f871799a6","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.523942575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ec4327a2-7411-4c93-beac-dba1e69b0da0","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.525256087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ec4327a2-7411-4c93-beac-dba1e69b0da0","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.578352846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"456e5d7a-94a7-4c55-9798-365f871799a6","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.595077396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"0634735c-2ed5-4418-be5f-a3a9edc564bc","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.866246335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d922041-fdb1-4b02-a93f-02ba8c6d9d01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.869821127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d922041-fdb1-4b02-a93f-02ba8c6d9d01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.873451754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d922041-fdb1-4b02-a93f-02ba8c6d9d01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:02.876800781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d922041-fdb1-4b02-a93f-02ba8c6d9d01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:03.247251062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091263df-6f88-44c6-9af9-c5b65082f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:03.250717018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091263df-6f88-44c6-9af9-c5b65082f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:03.255043256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091263df-6f88-44c6-9af9-c5b65082f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:03.258407383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"091263df-6f88-44c6-9af9-c5b65082f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.616100334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c133e070-aab0-41f2-b552-bbb184b07fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.62378557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c133e070-aab0-41f2-b552-bbb184b07fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.629448549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c133e070-aab0-41f2-b552-bbb184b07fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.633101232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c133e070-aab0-41f2-b552-bbb184b07fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.928192207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0256e9b-5574-4446-9634-d9fa893fe56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.932272402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0256e9b-5574-4446-9634-d9fa893fe56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.935688578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0256e9b-5574-4446-9634-d9fa893fe56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:08.939093597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0256e9b-5574-4446-9634-d9fa893fe56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.13854429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9bf585-1fe2-4c87-a128-1b965d4cc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.145244947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9bf585-1fe2-4c87-a128-1b965d4cc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.151192535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9bf585-1fe2-4c87-a128-1b965d4cc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.154801889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9bf585-1fe2-4c87-a128-1b965d4cc840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.55456022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31512db-9bc7-4050-a09e-4d1b5fa527ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.558425854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31512db-9bc7-4050-a09e-4d1b5fa527ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.561816843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31512db-9bc7-4050-a09e-4d1b5fa527ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.5653591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31512db-9bc7-4050-a09e-4d1b5fa527ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.85565875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd05c2-5f2a-4162-ac79-3ba328c6a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.859377953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd05c2-5f2a-4162-ac79-3ba328c6a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.863090918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd05c2-5f2a-4162-ac79-3ba328c6a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:09.866671808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd05c2-5f2a-4162-ac79-3ba328c6a6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.04337489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702bdd69-b6ac-4197-a949-f86157c028df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.050764575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702bdd69-b6ac-4197-a949-f86157c028df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.059553122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702bdd69-b6ac-4197-a949-f86157c028df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.088879884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702bdd69-b6ac-4197-a949-f86157c028df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.289005422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ed2eb8-2b27-4672-8bbb-f415c5ee6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.295819636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ed2eb8-2b27-4672-8bbb-f415c5ee6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.308015355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ed2eb8-2b27-4672-8bbb-f415c5ee6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.392350505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ed2eb8-2b27-4672-8bbb-f415c5ee6425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.630155028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91cf258-a995-46cc-980b-fde5576ee426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.63611033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91cf258-a995-46cc-980b-fde5576ee426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.647574431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91cf258-a995-46cc-980b-fde5576ee426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:10.658142928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91cf258-a995-46cc-980b-fde5576ee426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.821255329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","namespace":"ai-tenant-e2e-inf-b-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.821339402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","namespace":"ai-tenant-e2e-inf-b-87ae68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.82141574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","tenant":"e2e-inf-b-87ae68","tenantID":"e2e-inf-b-87ae68","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.829285936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Deployment","name":"maas-api-e2e-inf-b-87ae68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.865639264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Service","name":"maas-api-e2e-inf-b-87ae68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.888938994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-87ae68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.897728734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-87ae68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.915036331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.955711929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.970451153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.980035958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.983671555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Deployment","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.989666043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.99360628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Service","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.996731744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:18.999912048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.00284848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.005788874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.012818972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.016355635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.025646488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.029829861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-87ae68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.035822309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-87ae68"},"namespace":"ai-tenant-e2e-inf-b-87ae68","name":"default-tenant","reconcileID":"a734ceb1-99ac-496b-9a7a-2f9d1a7c8439","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-87ae68","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.387977315Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-87ae68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-87ae68","reconcileID":"fdc647a7-2c58-487f-acf0-c7b96c23d88c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-87ae68","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-87ae68"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.682059415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e9abc0-1472-4e44-90fd-d8b884e8fc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.685454802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e9abc0-1472-4e44-90fd-d8b884e8fc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.688999253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e9abc0-1472-4e44-90fd-d8b884e8fc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.692481551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e9abc0-1472-4e44-90fd-d8b884e8fc67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.906653724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1518a4a-6f7f-4e49-95bc-c27a07e5880e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.910203748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1518a4a-6f7f-4e49-95bc-c27a07e5880e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.913675743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1518a4a-6f7f-4e49-95bc-c27a07e5880e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:19.917208948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1518a4a-6f7f-4e49-95bc-c27a07e5880e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.156650086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","namespace":"ai-tenant-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.15674329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","namespace":"ai-tenant-e2e-extmod-a-8072a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.156813622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","tenant":"e2e-extmod-a-8072a0","tenantID":"e2e-extmod-a-8072a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.162760286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8072a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.174861461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Service","name":"maas-api-e2e-extmod-a-8072a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.192303021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8072a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.202714925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8072a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.21323869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.219926908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.230175068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.237158375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.246102921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.250509345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.254157183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Service","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.260574014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.264067848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.269477235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.272935478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.283238671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.286473233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.292388016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.295971672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8072a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.29917602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8072a0"},"namespace":"ai-tenant-e2e-extmod-a-8072a0","name":"default-tenant","reconcileID":"859e59d2-be43-4285-9218-f54203664e32","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8072a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.629303494Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8072a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8072a0","reconcileID":"efe46287-1ded-44c1-8270-d14811d7530f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8072a0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8072a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.801626901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cb0f99-5645-43ea-a482-cfe04848e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.805277724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cb0f99-5645-43ea-a482-cfe04848e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.809406159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cb0f99-5645-43ea-a482-cfe04848e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:20.813654521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64cb0f99-5645-43ea-a482-cfe04848e17d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.082878507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571b96c5-d02f-41e4-81f8-f97df08acbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.086139736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571b96c5-d02f-41e4-81f8-f97df08acbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.090024294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571b96c5-d02f-41e4-81f8-f97df08acbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:21.09414637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571b96c5-d02f-41e4-81f8-f97df08acbc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.711213306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"4d9798db-dc32-4b49-8a4b-71f3405cf5e3","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.730819752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8683a890-4096-4665-9a35-0e48cfa67ee1","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:22.730839936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"8683a890-4096-4665-9a35-0e48cfa67ee1","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:23.620067312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"f843a303-9734-4f0b-a286-89f87c8d1944","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:23.628771972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"f843a303-9734-4f0b-a286-89f87c8d1944","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.066537233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16504ab3-4cbc-4500-b731-7b8b29b39203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.070404779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16504ab3-4cbc-4500-b731-7b8b29b39203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.073827846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16504ab3-4cbc-4500-b731-7b8b29b39203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.077828072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16504ab3-4cbc-4500-b731-7b8b29b39203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.358640174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f2cc9-611d-4752-af2c-2d97bc9f6cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.362169925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f2cc9-611d-4752-af2c-2d97bc9f6cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.365844997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f2cc9-611d-4752-af2c-2d97bc9f6cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.369291177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f2cc9-611d-4752-af2c-2d97bc9f6cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.611177337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f39442-06bc-473a-8fe0-6746e3c0b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.614702079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f39442-06bc-473a-8fe0-6746e3c0b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.618472923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f39442-06bc-473a-8fe0-6746e3c0b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:27.621995251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f39442-06bc-473a-8fe0-6746e3c0b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.090610054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.164662198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac91d3e2-7887-400b-8ba4-878a61b6c9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.168664225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac91d3e2-7887-400b-8ba4-878a61b6c9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.172894589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac91d3e2-7887-400b-8ba4-878a61b6c9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.176592903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac91d3e2-7887-400b-8ba4-878a61b6c9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.460985561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f5ffd8-efd9-4218-9cf2-6078371ac2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.464775021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f5ffd8-efd9-4218-9cf2-6078371ac2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.46846125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f5ffd8-efd9-4218-9cf2-6078371ac2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.472066119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f5ffd8-efd9-4218-9cf2-6078371ac2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.74939877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e53ea57-76ad-4882-b165-d2ba82e37897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.753117501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e53ea57-76ad-4882-b165-d2ba82e37897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.756900066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e53ea57-76ad-4882-b165-d2ba82e37897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:29.760717505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e53ea57-76ad-4882-b165-d2ba82e37897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.514198933Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","namespace":"ai-tenant-e2e-extmod-b-f1ed97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.514283871Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","namespace":"ai-tenant-e2e-extmod-b-f1ed97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.514346814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","tenant":"e2e-extmod-b-f1ed97","tenantID":"e2e-extmod-b-f1ed97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.51940007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-f1ed97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.535196219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Service","name":"maas-api-e2e-extmod-b-f1ed97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.564764163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-f1ed97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.570665476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-f1ed97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.589713214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.598261259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.608157394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.614176494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.617687888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.620717415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.624353579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Service","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.628889469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.632701401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.636130294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.639576809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.647769957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.651177789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.658251709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.661453748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-f1ed97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:33.664930259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f1ed97"},"namespace":"ai-tenant-e2e-extmod-b-f1ed97","name":"default-tenant","reconcileID":"7302cad4-3ff0-4d01-9e6a-fe7cea1a895b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-f1ed97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.099244829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f1ed97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f1ed97","reconcileID":"2d092fba-f38e-4199-8284-d9c7bc66537d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f1ed97","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-f1ed97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.265729022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47a3146-cbf1-40d4-8ab5-5d371ce961e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.270127728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47a3146-cbf1-40d4-8ab5-5d371ce961e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.274534134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47a3146-cbf1-40d4-8ab5-5d371ce961e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.281597325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47a3146-cbf1-40d4-8ab5-5d371ce961e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.515553445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf75ed0a-52fe-48f2-ba85-65a42f7c8cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.5193309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf75ed0a-52fe-48f2-ba85-65a42f7c8cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.522975797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf75ed0a-52fe-48f2-ba85-65a42f7c8cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.526240511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf75ed0a-52fe-48f2-ba85-65a42f7c8cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.770038595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ecdae2-3916-4c57-8400-65c1cc3d2377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.774049793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ecdae2-3916-4c57-8400-65c1cc3d2377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.777694028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ecdae2-3916-4c57-8400-65c1cc3d2377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:34.781328235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ecdae2-3916-4c57-8400-65c1cc3d2377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.152581184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec66e6-7220-46e5-b8a5-fd64932c1e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.161002473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec66e6-7220-46e5-b8a5-fd64932c1e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.190153446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec66e6-7220-46e5-b8a5-fd64932c1e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.195534549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec66e6-7220-46e5-b8a5-fd64932c1e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.480018963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e660efa-9bad-4925-87e6-831de56aa14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.483694219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e660efa-9bad-4925-87e6-831de56aa14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.487392507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e660efa-9bad-4925-87e6-831de56aa14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:35.493127567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e660efa-9bad-4925-87e6-831de56aa14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.706119507Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","namespace":"ai-tenant-e2e-extmod-a-a378a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.706228402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","namespace":"ai-tenant-e2e-extmod-a-a378a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.70631866Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","tenant":"e2e-extmod-a-a378a2","tenantID":"e2e-extmod-a-a378a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.726997192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a378a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.762039071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Service","name":"maas-api-e2e-extmod-a-a378a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.770535883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a378a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.782614354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a378a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.793271005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.802638619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.811716419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.821058015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.824982466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.829723235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.833702455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Service","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.837053752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.842605323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.846016772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.851124832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.862851871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.867329248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.871325797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.874559908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a378a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:41.877715412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a378a2"},"namespace":"ai-tenant-e2e-extmod-a-a378a2","name":"default-tenant","reconcileID":"cffcb89c-4d59-4b51-b36d-bfc67e8e4a6c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a378a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.388313896Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a378a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a378a2","reconcileID":"9bb3bca0-5afa-4491-b50e-5623091b03c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a378a2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a378a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.463055268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3fcf8a-819d-4859-b579-fc5932ccae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.466704356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3fcf8a-819d-4859-b579-fc5932ccae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.470779146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3fcf8a-819d-4859-b579-fc5932ccae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.475940395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3fcf8a-819d-4859-b579-fc5932ccae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.735138716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac81378-c745-4613-a06a-a0d46faf6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.738760978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac81378-c745-4613-a06a-a0d46faf6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.742896339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac81378-c745-4613-a06a-a0d46faf6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:42.751963335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac81378-c745-4613-a06a-a0d46faf6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.431371512Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"ff864d06-5730-45a5-9bc0-39a20e2d6986","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.43160703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"1f408ee1-9ed3-4734-8ed3-e69163d14157","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.431633815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"1f408ee1-9ed3-4734-8ed3-e69163d14157","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.469417715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"2cd329b4-6458-48d0-81c4-e689970fea64","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.543565427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"ff864d06-5730-45a5-9bc0-39a20e2d6986","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.571261461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"ff864d06-5730-45a5-9bc0-39a20e2d6986","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"e2e-inf-a-adf308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.571280734Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-auth","reconcileID":"ff864d06-5730-45a5-9bc0-39a20e2d6986","MaaSAuthPolicy":{"name":"test-model-adf308-auth","namespace":"ai-tenant-e2e-inf-a-adf308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.581307845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"c3fe5c88-cb80-4aec-bc37-635ed65f4d33","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.581328327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"c3fe5c88-cb80-4aec-bc37-635ed65f4d33","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.608468918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"81bc5fe6-e854-4893-a39d-f35ed9f2f4ad","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.726008832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"325f6b68-3811-423c-8200-fff2e83988ee","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:45.72603104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"325f6b68-3811-423c-8200-fff2e83988ee","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.561566002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","namespace":"ai-tenant-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.561630878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","namespace":"ai-tenant-e2e-extmod-b-36a099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.561687601Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","tenant":"e2e-extmod-b-36a099","tenantID":"e2e-extmod-b-36a099","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.567718689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Deployment","name":"maas-api-e2e-extmod-b-36a099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.583867306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Service","name":"maas-api-e2e-extmod-b-36a099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.593484278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-36a099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.613357954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-36a099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.620311888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.637004925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.647255965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.655581975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.658973501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.662322587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.665333404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Service","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.66854823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.6716204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.674805847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.677846087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.684867549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.69023288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.693445769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.696529104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-36a099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.699759156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-36a099"},"namespace":"ai-tenant-e2e-extmod-b-36a099","name":"default-tenant","reconcileID":"8c6a70c6-4ccd-45bd-8cea-4f35730973fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-36a099","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:46.994701166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-36a099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-36a099","reconcileID":"e232c197-a187-4b64-af70-938687f9f477","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-36a099","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-36a099"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.267509184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561485d3-55a9-455b-9908-6b6c0933fb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.271802105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561485d3-55a9-455b-9908-6b6c0933fb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.27570235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561485d3-55a9-455b-9908-6b6c0933fb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.279967235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"561485d3-55a9-455b-9908-6b6c0933fb34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.6110422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1682c8cf-97f4-4fe9-8743-e82b31cd4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.61635391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1682c8cf-97f4-4fe9-8743-e82b31cd4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.62007269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1682c8cf-97f4-4fe9-8743-e82b31cd4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:47.623644471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1682c8cf-97f4-4fe9-8743-e82b31cd4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.362999112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f09903-5c6e-452d-a94e-f0fdda89cd7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.370449791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f09903-5c6e-452d-a94e-f0fdda89cd7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.376911356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f09903-5c6e-452d-a94e-f0fdda89cd7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.389282492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f09903-5c6e-452d-a94e-f0fdda89cd7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.630104323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169cbe2d-e848-4c74-a905-4e6961076c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.634271819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169cbe2d-e848-4c74-a905-4e6961076c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.637717405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169cbe2d-e848-4c74-a905-4e6961076c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.641065285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169cbe2d-e848-4c74-a905-4e6961076c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.834566934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2dbbb-92b8-43b3-8bc4-fff12c56e9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.838740663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2dbbb-92b8-43b3-8bc4-fff12c56e9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.842334727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2dbbb-92b8-43b3-8bc4-fff12c56e9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:51.846739593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ad2dbbb-92b8-43b3-8bc4-fff12c56e9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.79428951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"cc464400-d4d9-4dba-800e-8ac9ea94dffa","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","subscription":"test-model-adf308-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.798893323Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"cc464400-d4d9-4dba-800e-8ac9ea94dffa","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.803392591Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308-sub","reconcileID":"cc464400-d4d9-4dba-800e-8ac9ea94dffa","MaaSSubscription":{"name":"test-model-adf308-sub","namespace":"ai-tenant-e2e-inf-a-adf308"},"name":"maas-trlp-test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.97983478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"5ffa59af-6111-4e8d-a973-c0909c7a32bb","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"tenant":"e2e-inf-a-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","model":"ai-tenant-e2e-inf-a-adf308/test-model-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:55.979867513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"test-model-adf308","reconcileID":"5ffa59af-6111-4e8d-a973-c0909c7a32bb","MaaSModelRef":{"name":"test-model-adf308","namespace":"ai-tenant-e2e-inf-a-adf308"},"routeName":"test-model-adf308-kserve-route","namespace":"ai-tenant-e2e-inf-a-adf308","llmisvcName":"test-model-adf308","gateway":"openshift-ingress/e2e-inf-a-adf308","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.371314818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ba387-05f2-4985-8834-ccfab5fd5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.374988099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ba387-05f2-4985-8834-ccfab5fd5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.387740583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ba387-05f2-4985-8834-ccfab5fd5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.39153037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4ba387-05f2-4985-8834-ccfab5fd5cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.688850697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"9e8cf943-e257-4598-947d-a8c7fd945afd","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.689162614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ebd98435-7d11-413e-903e-3ba8e69cf533","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.689177244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"ebd98435-7d11-413e-903e-3ba8e69cf533","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.740665555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"4c21dbda-a0db-4a17-9e37-bef7b09e69fe","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.789048929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf2efcf-39e8-4e5e-8186-90acabb25c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.853586038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"9e8cf943-e257-4598-947d-a8c7fd945afd","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.868884973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf2efcf-39e8-4e5e-8186-90acabb25c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.877584845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf2efcf-39e8-4e5e-8186-90acabb25c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.882807616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf2efcf-39e8-4e5e-8186-90acabb25c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.92459453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"9e8cf943-e257-4598-947d-a8c7fd945afd","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.924620399Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"9e8cf943-e257-4598-947d-a8c7fd945afd","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.935217885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8c72245f-1517-4748-bb5e-9f4081b65702","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.93555765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"a5054e6b-559d-479d-823e-7e638e7437f2","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.935573817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"a5054e6b-559d-479d-823e-7e638e7437f2","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.963632425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8c72245f-1517-4748-bb5e-9f4081b65702","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.974170535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"d13f9809-cc49-4380-a086-dd2ac1160a63","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.974318274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8c72245f-1517-4748-bb5e-9f4081b65702","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"e2e-inf-b-e8d315-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:56.974332993Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8c72245f-1517-4748-bb5e-9f4081b65702","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e8d315","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:54:56.981490451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e8d315-auth","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-auth","reconcileID":"8c72245f-1517-4748-bb5e-9f4081b65702","error":"maasauthpolicies.maas.opendatahub.io \"test-model-e8d315-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.084686897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"28c1be22-2fd2-4b9c-9203-c90de834b69a","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.084709662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"28c1be22-2fd2-4b9c-9203-c90de834b69a","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.180548226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fbed14-8fcb-4532-9e74-2cf1f2e07026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.184783071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fbed14-8fcb-4532-9e74-2cf1f2e07026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.188695247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fbed14-8fcb-4532-9e74-2cf1f2e07026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.192840173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fbed14-8fcb-4532-9e74-2cf1f2e07026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.46384953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b19f3-05cf-4e30-a883-ff2387e43880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.469289402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b19f3-05cf-4e30-a883-ff2387e43880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.472693259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b19f3-05cf-4e30-a883-ff2387e43880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.476673881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b19f3-05cf-4e30-a883-ff2387e43880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.899788817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a6831c-58b6-4c09-b90e-3736a7cc1b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.905072797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a6831c-58b6-4c09-b90e-3736a7cc1b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.90887112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a6831c-58b6-4c09-b90e-3736a7cc1b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:57.912283173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a6831c-58b6-4c09-b90e-3736a7cc1b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.214569823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c85f75a-4321-4859-9426-2c1f268c8af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.218399118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c85f75a-4321-4859-9426-2c1f268c8af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.232337201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c85f75a-4321-4859-9426-2c1f268c8af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:58.236020534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c85f75a-4321-4859-9426-2c1f268c8af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:54:59.002136231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.271598099Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","namespace":"ai-tenant-e2e-extmod-b-f9e5a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.271650941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","namespace":"ai-tenant-e2e-extmod-b-f9e5a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.27170222Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","tenant":"e2e-extmod-b-f9e5a7","tenantID":"e2e-extmod-b-f9e5a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.277450905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-f9e5a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.293469249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Service","name":"maas-api-e2e-extmod-b-f9e5a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.308681252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-f9e5a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.315845796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-f9e5a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.329852334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.340026198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.353967138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.362561063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.36973025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.374501513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.37767792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Service","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.381069679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.38642702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.389610831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.39427068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.402171175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.407718771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.411251367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.414872194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-f9e5a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.418220196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-f9e5a7"},"namespace":"ai-tenant-e2e-extmod-b-f9e5a7","name":"default-tenant","reconcileID":"634c486d-a148-41c6-8e0d-813f9c6dffe7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-f9e5a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.694221659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-f9e5a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-f9e5a7","reconcileID":"601b51e1-44dc-4fb3-a056-af21c92bc0fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-f9e5a7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-f9e5a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.888651341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6600f59-899e-4c7f-8c80-f5e2d359b4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.894354354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6600f59-899e-4c7f-8c80-f5e2d359b4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.89988194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6600f59-899e-4c7f-8c80-f5e2d359b4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:04.95347445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6600f59-899e-4c7f-8c80-f5e2d359b4d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.161519247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b505aaa3-a4bf-44fe-a599-a35022c548d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.167029408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b505aaa3-a4bf-44fe-a599-a35022c548d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.170510747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b505aaa3-a4bf-44fe-a599-a35022c548d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.17415414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b505aaa3-a4bf-44fe-a599-a35022c548d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.386224764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c61573-674f-4e18-91c9-d770465b165c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.390279625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c61573-674f-4e18-91c9-d770465b165c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.394563866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c61573-674f-4e18-91c9-d770465b165c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.401352227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c61573-674f-4e18-91c9-d770465b165c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.701196471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2688e104-9fa0-48b9-a853-886b15c3b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.704576156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2688e104-9fa0-48b9-a853-886b15c3b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.708510351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2688e104-9fa0-48b9-a853-886b15c3b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:05.712004921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2688e104-9fa0-48b9-a853-886b15c3b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.031110132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d816d9-0102-460a-999e-fd15f985fc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.03478551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d816d9-0102-460a-999e-fd15f985fc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.0384006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d816d9-0102-460a-999e-fd15f985fc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.045416876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d816d9-0102-460a-999e-fd15f985fc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.433773763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bf1c96-3c65-4c38-aa03-2765a7bccafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.439281352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bf1c96-3c65-4c38-aa03-2765a7bccafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.443076246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bf1c96-3c65-4c38-aa03-2765a7bccafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.446418017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bf1c96-3c65-4c38-aa03-2765a7bccafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.780710565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c0d2c-7afe-435e-bcce-5fe07b98938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.784492322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c0d2c-7afe-435e-bcce-5fe07b98938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.788749154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c0d2c-7afe-435e-bcce-5fe07b98938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:06.793637283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c0d2c-7afe-435e-bcce-5fe07b98938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.118732097Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"4adf63d6-8fb2-4b17-83b0-af40b3e8d304","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","subscription":"test-model-e8d315-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.123777883Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"4adf63d6-8fb2-4b17-83b0-af40b3e8d304","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.129054582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315-sub","reconcileID":"4adf63d6-8fb2-4b17-83b0-af40b3e8d304","MaaSSubscription":{"name":"test-model-e8d315-sub","namespace":"ai-tenant-e2e-inf-b-e8d315"},"name":"maas-trlp-test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.218091316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"f0bc7b25-a06f-4217-b318-00bc9c2abe7a","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"tenant":"e2e-inf-b-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","model":"ai-tenant-e2e-inf-b-e8d315/test-model-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.218123463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"test-model-e8d315","reconcileID":"f0bc7b25-a06f-4217-b318-00bc9c2abe7a","MaaSModelRef":{"name":"test-model-e8d315","namespace":"ai-tenant-e2e-inf-b-e8d315"},"routeName":"test-model-e8d315-kserve-route","namespace":"ai-tenant-e2e-inf-b-e8d315","llmisvcName":"test-model-e8d315","gateway":"openshift-ingress/e2e-inf-b-e8d315","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.269733539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13214c4-960f-4ed0-bdae-f6e9e17b3862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.273222839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13214c4-960f-4ed0-bdae-f6e9e17b3862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.278359635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13214c4-960f-4ed0-bdae-f6e9e17b3862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.284598146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13214c4-960f-4ed0-bdae-f6e9e17b3862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.550274279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efac30d-b6e3-4d03-9381-43127ce3fefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.554790867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efac30d-b6e3-4d03-9381-43127ce3fefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.558648651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efac30d-b6e3-4d03-9381-43127ce3fefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.564962431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efac30d-b6e3-4d03-9381-43127ce3fefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.923614567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","namespace":"ai-tenant-e2e-shared-a-w3-15e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.923708873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","namespace":"ai-tenant-e2e-shared-a-w3-15e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.923803451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","tenant":"e2e-shared-a-w3-15e79c","tenantID":"e2e-shared-a-w3-15e79c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.938516172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-15e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:07.965972678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Service","name":"maas-api-e2e-shared-a-w3-15e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.000961942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-15e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.05455124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-15e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.067128676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.090700415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.113693698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.134609913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.145738833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.150985639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.154206594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.159635828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.166811102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.170798698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.173758743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.182417113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.186499184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.191620563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.194546762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-15e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.197562179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-15e79c"},"namespace":"ai-tenant-e2e-shared-a-w3-15e79c","name":"default-tenant","reconcileID":"83d94be1-4374-47ff-9556-5d914d194c91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-15e79c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.336145312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c0b709-4d20-4b45-9bcc-eb2892d4dc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.36760517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c0b709-4d20-4b45-9bcc-eb2892d4dc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.389856803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c0b709-4d20-4b45-9bcc-eb2892d4dc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.436885268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c0b709-4d20-4b45-9bcc-eb2892d4dc45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.609878679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-15e79c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-15e79c","reconcileID":"0cfd51e0-bce8-47a3-bb33-2590391e99b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-15e79c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-15e79c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.856206881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4a8815-3c25-4bfa-8b29-81e7554a2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.859806485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4a8815-3c25-4bfa-8b29-81e7554a2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.864656317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4a8815-3c25-4bfa-8b29-81e7554a2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:08.868006537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4a8815-3c25-4bfa-8b29-81e7554a2f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.170565954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d041ea-8609-473c-85d4-a0f50963d27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.175134851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d041ea-8609-473c-85d4-a0f50963d27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.179154965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d041ea-8609-473c-85d4-a0f50963d27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:09.182497263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d041ea-8609-473c-85d4-a0f50963d27e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.658296762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c88a2-daa0-4c57-8c6a-6a2a031ad3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.661936884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c88a2-daa0-4c57-8c6a-6a2a031ad3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.665809447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c88a2-daa0-4c57-8c6a-6a2a031ad3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:15.669462771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c88a2-daa0-4c57-8c6a-6a2a031ad3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.090696968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ef74cf-1390-4678-88b9-961ae1feb728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.094683164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ef74cf-1390-4678-88b9-961ae1feb728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.098482239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ef74cf-1390-4678-88b9-961ae1feb728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:16.10226228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ef74cf-1390-4678-88b9-961ae1feb728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.016165441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1b0c0c-a83c-4f63-8747-c9803a14b4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.019614635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1b0c0c-a83c-4f63-8747-c9803a14b4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.022950251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1b0c0c-a83c-4f63-8747-c9803a14b4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.029418597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1b0c0c-a83c-4f63-8747-c9803a14b4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.405616328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2bedb8-f7d4-4f1d-9520-0560d12e0ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.40985597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2bedb8-f7d4-4f1d-9520-0560d12e0ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.41394074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2bedb8-f7d4-4f1d-9520-0560d12e0ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.41871449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2bedb8-f7d4-4f1d-9520-0560d12e0ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.634569831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a400c7-fe58-4d32-8b1e-bd8b602649b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.650548425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a400c7-fe58-4d32-8b1e-bd8b602649b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.658277696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a400c7-fe58-4d32-8b1e-bd8b602649b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.664206205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a400c7-fe58-4d32-8b1e-bd8b602649b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.877798272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424051bc-6a01-4cae-b8fa-bbdc86361424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.88132771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424051bc-6a01-4cae-b8fa-bbdc86361424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.887188474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424051bc-6a01-4cae-b8fa-bbdc86361424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:19.897816042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424051bc-6a01-4cae-b8fa-bbdc86361424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.536763252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","namespace":"ai-tenant-e2e-shared-a-w4-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.536851284Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","namespace":"ai-tenant-e2e-shared-a-w4-726a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.536920951Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","tenant":"e2e-shared-a-w4-726a18","tenantID":"e2e-shared-a-w4-726a18","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.543952065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-726a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.565300341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Service","name":"maas-api-e2e-shared-a-w4-726a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.582578751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-726a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.592556625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-726a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.607879481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.616410279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.631581448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.645139354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.648385342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.656224284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.662683212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.666951285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.670356511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.674406244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.677906864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.687858703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.69468164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.69950788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.70355709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-726a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.707534592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-726a18"},"namespace":"ai-tenant-e2e-shared-a-w4-726a18","name":"default-tenant","reconcileID":"178cf765-cd68-4c56-a61c-1e3e644a0230","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-726a18","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:22.944671742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-726a18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-726a18","reconcileID":"e68eb702-f655-41ae-aec3-4bb04ae0bacb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-726a18","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-726a18"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.120544558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36c9cc-235f-4e3f-b641-b6b1381fce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.146333427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36c9cc-235f-4e3f-b641-b6b1381fce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.159497329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36c9cc-235f-4e3f-b641-b6b1381fce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.188925946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36c9cc-235f-4e3f-b641-b6b1381fce2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.45123419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331101df-0368-4ede-95b9-be8e615943ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.455273733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331101df-0368-4ede-95b9-be8e615943ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.458821073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331101df-0368-4ede-95b9-be8e615943ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.464523097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331101df-0368-4ede-95b9-be8e615943ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.78298775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edba4a0-7b52-4edd-aabd-8826c66692ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.786963016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edba4a0-7b52-4edd-aabd-8826c66692ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.792226647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edba4a0-7b52-4edd-aabd-8826c66692ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:23.798592935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edba4a0-7b52-4edd-aabd-8826c66692ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.970575287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","namespace":"ai-tenant-e2e-inf-a-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.970633113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","namespace":"ai-tenant-e2e-inf-a-adf308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.97068072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","tenant":"e2e-inf-a-adf308","tenantID":"e2e-inf-a-adf308","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:26.975855428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Deployment","name":"maas-api-e2e-inf-a-adf308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.011853193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Service","name":"maas-api-e2e-inf-a-adf308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.02122052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-adf308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.03560843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-adf308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.045757871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.054595784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.063221164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.069580757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.072648817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Deployment","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.075599239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.078746735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Service","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.083938545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.087069792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.091300033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.095384875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.106853057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.111387901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.115126206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.120523694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-adf308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.123833317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-adf308"},"namespace":"ai-tenant-e2e-inf-a-adf308","name":"default-tenant","reconcileID":"d6aa6202-d313-4c41-ae6f-5996ce9ea962","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-adf308","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.206113173Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-adf308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-adf308","reconcileID":"bc70138e-7202-49bc-8d47-190819a2c95a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-adf308","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-adf308"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.474798059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e8bea-9bfa-4470-96f8-941abebcf3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.479779313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e8bea-9bfa-4470-96f8-941abebcf3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.499821159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e8bea-9bfa-4470-96f8-941abebcf3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.506553227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0e8bea-9bfa-4470-96f8-941abebcf3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.755698557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1116a942-65ea-41fb-a23d-78b22a60231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.759517876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1116a942-65ea-41fb-a23d-78b22a60231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.763629252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1116a942-65ea-41fb-a23d-78b22a60231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:27.767115929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1116a942-65ea-41fb-a23d-78b22a60231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.051698432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28592e3c-d02a-454a-ac81-81444f6cfa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.087569363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28592e3c-d02a-454a-ac81-81444f6cfa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.091294622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28592e3c-d02a-454a-ac81-81444f6cfa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.095548026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28592e3c-d02a-454a-ac81-81444f6cfa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.386978685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4872c27-a2fd-49d9-ae90-bcca146aad2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.391343113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4872c27-a2fd-49d9-ae90-bcca146aad2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.407518536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4872c27-a2fd-49d9-ae90-bcca146aad2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.412529273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4872c27-a2fd-49d9-ae90-bcca146aad2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:28.972404473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.726591441Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","namespace":"ai-tenant-e2e-shared-b-w3-a9230f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.726648432Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","namespace":"ai-tenant-e2e-shared-b-w3-a9230f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.72669284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","tenant":"e2e-shared-b-w3-a9230f","tenantID":"e2e-shared-b-w3-a9230f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.735532499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-a9230f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.768347013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Service","name":"maas-api-e2e-shared-b-w3-a9230f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.786398415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-a9230f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.793921449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-a9230f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.806033744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.817101833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.82660173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.837542138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.845640121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.849514301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.853618013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.856975834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.86016656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.863060893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.866261506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.873377643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.876501535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.879968474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.883295276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-a9230f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:29.886520915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a9230f"},"namespace":"ai-tenant-e2e-shared-b-w3-a9230f","name":"default-tenant","reconcileID":"3625d7ed-a4ab-4a71-924e-6c677d772093","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-a9230f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.07375124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a9230f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a9230f","reconcileID":"d55f5e3e-af22-4598-b99d-4b05cbd4b9d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a9230f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a9230f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.327899917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd9b38b-1c02-41ab-98d4-607f1cd13789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.331321325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd9b38b-1c02-41ab-98d4-607f1cd13789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.335106476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd9b38b-1c02-41ab-98d4-607f1cd13789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.340400518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd9b38b-1c02-41ab-98d4-607f1cd13789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.678032167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e85bc22-2e0e-4f90-99b2-517f6943b337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.68255451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e85bc22-2e0e-4f90-99b2-517f6943b337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.686369725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e85bc22-2e0e-4f90-99b2-517f6943b337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:30.692597294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e85bc22-2e0e-4f90-99b2-517f6943b337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.277390619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090c465-6c0c-4ab1-b9b0-dd166ed5bb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.284127139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090c465-6c0c-4ab1-b9b0-dd166ed5bb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.292370842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090c465-6c0c-4ab1-b9b0-dd166ed5bb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.298058575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090c465-6c0c-4ab1-b9b0-dd166ed5bb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.488223799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d71413b-3d11-4a16-9d8a-5f75a53140c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.493399445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d71413b-3d11-4a16-9d8a-5f75a53140c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.500710816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d71413b-3d11-4a16-9d8a-5f75a53140c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.506226638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d71413b-3d11-4a16-9d8a-5f75a53140c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.714691206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d56b2a9-94c7-42c9-ba6c-d42cef5977fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.724985002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d56b2a9-94c7-42c9-ba6c-d42cef5977fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.731803131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d56b2a9-94c7-42c9-ba6c-d42cef5977fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:32.735316938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d56b2a9-94c7-42c9-ba6c-d42cef5977fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.097274968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.097331864Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.097407913Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","tenant":"e2e-shared-a-w1-d4a0a5","tenantID":"e2e-shared-a-w1-d4a0a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.107910063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-d4a0a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.138607217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Service","name":"maas-api-e2e-shared-a-w1-d4a0a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.152490068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-d4a0a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.160739333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-d4a0a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.173134892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.180595862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c884412-c30b-40d3-b7d7-57337e9cbbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.195778585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c884412-c30b-40d3-b7d7-57337e9cbbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.198310314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.208227258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c884412-c30b-40d3-b7d7-57337e9cbbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.212494996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c884412-c30b-40d3-b7d7-57337e9cbbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.214889395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.222611794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.230505001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.235636724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.244922045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.248578027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.256015172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.261919753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.265968874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.276421789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.279835354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.283281231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.286360458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-d4a0a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.289706889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5"},"namespace":"ai-tenant-e2e-shared-a-w1-d4a0a5","name":"default-tenant","reconcileID":"e2d23750-5efc-4a35-a20c-39f5ac230b30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-d4a0a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.531548348Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-d4a0a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-d4a0a5","reconcileID":"6cf3735c-31a4-4097-83d1-3cbfbd43955e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-d4a0a5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-d4a0a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.683333681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe11c7d-479a-4415-97f6-68da3185040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.686752612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe11c7d-479a-4415-97f6-68da3185040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.691190175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe11c7d-479a-4415-97f6-68da3185040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.695113371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe11c7d-479a-4415-97f6-68da3185040b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.920385272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d898f5-a88a-4acf-9059-969c247d661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.923922165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d898f5-a88a-4acf-9059-969c247d661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.935609193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d898f5-a88a-4acf-9059-969c247d661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:33.939957462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d898f5-a88a-4acf-9059-969c247d661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:35.842556026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb9c397-d2f2-4606-802d-8e65d17ca65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:35.846042715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb9c397-d2f2-4606-802d-8e65d17ca65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:35.849706352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb9c397-d2f2-4606-802d-8e65d17ca65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:35.853499536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb9c397-d2f2-4606-802d-8e65d17ca65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.198926402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7121472c-1752-4a91-8765-b2dd1a0b8721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.203598153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7121472c-1752-4a91-8765-b2dd1a0b8721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.208013428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7121472c-1752-4a91-8765-b2dd1a0b8721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:36.211798428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7121472c-1752-4a91-8765-b2dd1a0b8721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.510673557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1314a2b0-4b41-413b-9ea6-48aba0818ee4","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.515402677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"a0ccdfbd-0808-4afd-99ea-ec8fa56a9081","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.515637953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"410ed03d-9d68-49e9-9fb9-a9c793a76260","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.515951071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"81162555-c7d3-480f-adcf-1ab522af5d33","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.524780076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"529460d6-520b-40b4-814b-184ada20dd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.524995514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"f03991a7-191c-4c6b-b545-9b25ebbcaeae","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.52523028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"c20852c0-aaca-4aa6-ad9e-f275c14821d3","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.52546851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2c171f11-0c19-4e9e-b934-89933d42c492","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.525790568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"34ff54e3-fa09-480b-9d03-a9011ce49bce","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.535848498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"529460d6-520b-40b4-814b-184ada20dd55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.537791433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"3d74e10b-2947-4a98-b096-c48e0717ac17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.538010752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"70e9634d-5bd8-4eb3-8946-4ac424296168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.694518676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"aba0524f-ef05-48bc-aab1-6224057b004d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.69452374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"343273d7-3c37-4aae-8719-69f2792599e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.699992969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"6f59c719-4304-46cc-b0de-87921de4cb4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.700074397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"2d0afbe5-a2fb-43d0-8302-dd6b1d6c7390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.702836221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"343273d7-3c37-4aae-8719-69f2792599e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.703516109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"aba0524f-ef05-48bc-aab1-6224057b004d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.73074047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dd5aa5b9-ed1d-4056-a520-27b6cb4068f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.73796903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"dd5aa5b9-ed1d-4056-a520-27b6cb4068f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.741386773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa4728d-b56a-4a4c-8fc1-b25d6f34210b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.744954319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa4728d-b56a-4a4c-8fc1-b25d6f34210b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.748702875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa4728d-b56a-4a4c-8fc1-b25d6f34210b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:38.752388643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fa4728d-b56a-4a4c-8fc1-b25d6f34210b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.066710114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228ad69f-548e-489d-9873-57a9409583e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.070072114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228ad69f-548e-489d-9873-57a9409583e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.073345823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228ad69f-548e-489d-9873-57a9409583e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.076890963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"228ad69f-548e-489d-9873-57a9409583e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.393586561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7f4823-ac30-48ab-beae-0a4425105e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.399363408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7f4823-ac30-48ab-beae-0a4425105e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.403985678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7f4823-ac30-48ab-beae-0a4425105e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:39.411679238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7f4823-ac30-48ab-beae-0a4425105e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.675254794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67849f1d-2aae-429e-b3ff-ec4c68f52519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.688945396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67849f1d-2aae-429e-b3ff-ec4c68f52519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.692876624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67849f1d-2aae-429e-b3ff-ec4c68f52519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.696273542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67849f1d-2aae-429e-b3ff-ec4c68f52519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.955315164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b816b8-a719-4000-9512-946bcf867a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.95892892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b816b8-a719-4000-9512-946bcf867a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.96445259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b816b8-a719-4000-9512-946bcf867a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:41.9691688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b816b8-a719-4000-9512-946bcf867a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:42.239145192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea7696c-4c21-41a0-9fbb-67b9429fddfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:42.242709755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea7696c-4c21-41a0-9fbb-67b9429fddfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:42.246644696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea7696c-4c21-41a0-9fbb-67b9429fddfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:42.250169593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eea7696c-4c21-41a0-9fbb-67b9429fddfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.503566698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"dacbab50-6e25-437f-b50b-c1945a2447a3","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.570785527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"f99e1f38-35ab-42ac-bb06-7be97c0fd389","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.640682155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"f3583f98-a857-4776-b6d1-281e6504b63d","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.665150482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"17ed404d-f970-4f06-8f31-5e7d8479a86a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.688320885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf2e9204-b883-4ca8-b9bc-41e44acf314c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.691228601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cf332370-6e95-4180-9664-4573f073aa42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.699010804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"787f3a32-23c7-488e-81c9-775823b4b79e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.707937369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"cf332370-6e95-4180-9664-4573f073aa42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.709018101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"cf2e9204-b883-4ca8-b9bc-41e44acf314c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.713702308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"a0ef345a-ceb8-4990-ba63-95aca6b98e45","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.766610321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"5bbee89f-0d84-4b9e-b2a3-def9a85a4246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.766866263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"e376dc6a-d73d-447e-ae6c-332ef26ef8c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.817272183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"05d7a72a-1c13-45a8-a83d-e2b7b1c0ef4d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.847563841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"973cbe25-83b6-4f3d-b8a2-d7f3ded82a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.847681148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9a94de08-f9eb-42d9-9f60-a4d9e3ac1d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.857061466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"973cbe25-83b6-4f3d-b8a2-d7f3ded82a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.857353377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"9a94de08-f9eb-42d9-9f60-a4d9e3ac1d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:43.874407055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f4124408-ae51-407e-b224-9c647621a1b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.585265744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"ca1433b2-9f22-47c1-82be-14a1994f9261","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.585488754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"3d3c36ca-8c67-49e1-a8b9-166d6453d2e3","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.585653057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"16c1a719-a39f-4fe2-8fe6-987cce348109","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.585881106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"73b3fcd2-fa9e-4312-85e6-0af7f19731d8","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.611278812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"dabadae0-83ed-4048-b97d-c6c00712390f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.612312302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f1fb5457-95e3-4232-af47-33c4f547251a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.648777533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"156e945d-3a64-4aa1-a7b5-dfc3305e52b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.649920419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79114e33-187f-4d32-bac4-48f14e7c7aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.697282953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"79114e33-187f-4d32-bac4-48f14e7c7aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.697654814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"156e945d-3a64-4aa1-a7b5-dfc3305e52b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.720196192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"d13c6409-15ce-4ff1-85a8-930b18e89444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.723820259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"c93cf93b-62de-4bf3-9368-8828306e4d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.841379886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b660be16-1b58-4002-94d8-d47070b1ec38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.866767655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"b660be16-1b58-4002-94d8-d47070b1ec38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.937512189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2903dbe1-ef3b-4a75-adcb-b7aa570cc598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:48.954099843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"2903dbe1-ef3b-4a75-adcb-b7aa570cc598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.608495388Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","namespace":"ai-tenant-e2e-shared-b-w4-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.608591654Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","namespace":"ai-tenant-e2e-shared-b-w4-904993","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.608676614Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","tenant":"e2e-shared-b-w4-904993","tenantID":"e2e-shared-b-w4-904993","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.614397259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-904993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.646749998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Service","name":"maas-api-e2e-shared-b-w4-904993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.6617321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-904993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.670490257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-904993","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.683226898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.695171924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.707685011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.715543004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.719349181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.723237827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.726800644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.730079864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.73361616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.736888648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.742932297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.752168799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.756540587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.760273526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.764673655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-904993","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.768114973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-904993"},"namespace":"ai-tenant-e2e-shared-b-w4-904993","name":"default-tenant","reconcileID":"cf041176-32a7-4087-bf7a-d7396dcb60d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-904993","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.779344384Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.779469868Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.788884344Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.79018518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"349e93c2-3ba6-416c-8d66-5b403cc9f571","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.804001049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5fff462a-fac7-4213-826c-d70d582f2ee3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.809805043Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.809821518Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.809904653Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.824280132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"2cd4a366-8dea-44de-bf77-ff686842ccaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61ec39f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.830596664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"328f6737-2569-43c5-a9f3-31183cf18927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.830599672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8ce22b1d-5d84-4ee8-8d68-b37c059a3641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.842800618Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.842950323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"19e933f0-ddf2-4d62-9de0-e03dece98138","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.852753952Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"83ebc1e7-56af-49c0-8c07-989319974f1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c5a4a64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.85416703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"8ce22b1d-5d84-4ee8-8d68-b37c059a3641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.856186588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"328f6737-2569-43c5-a9f3-31183cf18927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.860704261Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"ee9565aa-f422-4679-bee1-738d7a72ee19","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.860886033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","namespace":"ai-tenant-e2e-inf-b-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.860953546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","namespace":"ai-tenant-e2e-inf-b-e8d315","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.861044405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","tenant":"e2e-inf-b-e8d315","tenantID":"e2e-inf-b-e8d315","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.888656335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Deployment","name":"maas-api-e2e-inf-b-e8d315","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.889217252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"e83d6c71-d199-490f-91c5-906afe467a40","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.930266957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Service","name":"maas-api-e2e-inf-b-e8d315","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.942857525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"cbfad857-974b-4d9e-840d-a38dabae21f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c61ec39f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.942956268Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"a172a8ca-6612-4641-9301-16820c90cf0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c5a4a64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.965031596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-e8d315","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.975343633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec4c248e-b753-4e85-94e7-fa424f80e621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.986882368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-e8d315","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:51.987308953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0a2d02e-3822-46b9-bba6-2cff9fd5072b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.004297093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.030839395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.064016537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-904993","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-904993","reconcileID":"5c7de31f-c554-4d36-b1f6-478b180327cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-904993","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-904993"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.067551044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.088033618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.090716259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec4c248e-b753-4e85-94e7-fa424f80e621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.097048242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Deployment","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.105513258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.115810238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Service","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.120295523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.128553818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.143662167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec4c248e-b753-4e85-94e7-fa424f80e621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.143681506Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-access","reconcileID":"ec4c248e-b753-4e85-94e7-fa424f80e621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.144726051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.153672722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.158412407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"a6991ecb-3ff0-4ec4-8e03-9009baba694a","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.177507766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.186570883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.187100056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0a2d02e-3822-46b9-bba6-2cff9fd5072b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.192334988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.196796492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0a2d02e-3822-46b9-bba6-2cff9fd5072b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"e2e-worker-w3-bfc50e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.196815659Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-access","reconcileID":"c0a2d02e-3822-46b9-bba6-2cff9fd5072b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.197088261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-e8d315","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.202893155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e8d315"},"namespace":"ai-tenant-e2e-inf-b-e8d315","name":"default-tenant","reconcileID":"82463e16-539b-434f-8a68-15b0c6b78bef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-e8d315","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.209112372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"2a36e567-a256-4653-b057-b12764bc7e2d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.434731639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f611c-cca2-4ad3-8331-3604969be8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.438333213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f611c-cca2-4ad3-8331-3604969be8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.488450255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f611c-cca2-4ad3-8331-3604969be8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.492293418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f611c-cca2-4ad3-8331-3604969be8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.515370377Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e8d315","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e8d315","reconcileID":"5cd42b0e-06d6-4459-b43f-ff5333420a83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e8d315","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-e8d315"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.84037506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe146f62-067a-4cc3-8e73-ea03aa70fb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.843814173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe146f62-067a-4cc3-8e73-ea03aa70fb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.847393427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe146f62-067a-4cc3-8e73-ea03aa70fb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:52.850745984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe146f62-067a-4cc3-8e73-ea03aa70fb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.58429964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","namespace":"ai-tenant-e2e-shared-b-w1-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.584357179Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","namespace":"ai-tenant-e2e-shared-b-w1-27804d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.584403634Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","tenant":"e2e-shared-b-w1-27804d","tenantID":"e2e-shared-b-w1-27804d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.595338328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-27804d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.641577602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Service","name":"maas-api-e2e-shared-b-w1-27804d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.658651265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-27804d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.67073702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-27804d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.693676257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.708860693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.721349272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.728147566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.732041808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.739265591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.744342927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.748621253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.751841308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.755228009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.763177719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.770947281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.777020381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.780153536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.783487339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-27804d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.787411829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-27804d"},"namespace":"ai-tenant-e2e-shared-b-w1-27804d","name":"default-tenant","reconcileID":"84ef203e-069d-493a-9483-9dc4c26734a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-27804d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:56.979957312Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-27804d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-27804d","reconcileID":"20dfe10b-8339-4d23-9b37-485332d16e91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-27804d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-27804d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.28840272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384e4f5-d566-4607-98b4-265622813b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.292705856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384e4f5-d566-4607-98b4-265622813b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.29668457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384e4f5-d566-4607-98b4-265622813b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.300398118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a384e4f5-d566-4607-98b4-265622813b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.588004516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c93aca-661d-42cd-bcff-92f50b6ffaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.591768995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c93aca-661d-42cd-bcff-92f50b6ffaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.595674428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c93aca-661d-42cd-bcff-92f50b6ffaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:57.599334774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c93aca-661d-42cd-bcff-92f50b6ffaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.586760897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"891a461f-3e61-47cf-a123-ba294005331d","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.587190702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"a7e40c76-4ba3-4fac-8497-6936afa826fc","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:55:58.967356804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.080650188Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"4bed1731-927e-4aa6-b1ce-36802b630559","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.080725689Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"4bed1731-927e-4aa6-b1ce-36802b630559","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.086408843Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"4bed1731-927e-4aa6-b1ce-36802b630559","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.093963751Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"4bed1731-927e-4aa6-b1ce-36802b630559","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:00.09398183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"4bed1731-927e-4aa6-b1ce-36802b630559","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.949225684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"4c272ee4-2fd4-4430-95f7-2ff0404b54bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.949717659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f8f2f1a4-2aad-41b0-bfe9-dc0a1e2c5e1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.953428432Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"4c272ee4-2fd4-4430-95f7-2ff0404b54bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.953579464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f8f2f1a4-2aad-41b0-bfe9-dc0a1e2c5e1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.961684849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"premium-simulator-subscription","reconcileID":"4c272ee4-2fd4-4430-95f7-2ff0404b54bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:01.961774218Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"simulator-subscription","reconcileID":"f8f2f1a4-2aad-41b0-bfe9-dc0a1e2c5e1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"name":"maas-trlp-simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e","model":"e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.00714455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"12f3f8c0-df2e-4c12-9426-839d411a6dee","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"premium-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"premium-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.012311436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"fe25608b-bfcd-4fd3-a3ae-f6a2df46d8e5","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"simulator-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"simulator-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.070651177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"09a6a2d8-912f-41e6-a7fd-4c3b04c3303e","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.07094188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"785eb962-8508-4ae3-884d-05454aee04cf","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.071224283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"aed8a7a2-5a17-4cf4-b14e-a1640ddc8c89","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.071390933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"a2bc2a93-3d87-4d92-8694-6b9cdede0962","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.090038099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"60b534d2-2812-40ee-84da-a95e5c4082d1","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.090399967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"15e24b1d-d17a-4c32-8588-b437583f7738","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.090812194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"24ed0cfe-55a4-44af-8cc2-b132c26b36ea","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.09106419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"ef18a24a-4666-4a4c-9563-02dec18a09da","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.09586553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"55f8276c-bd58-49be-9c37-3d90b7fba44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.096238765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c23c0fc5-51e1-4a51-8369-250827823642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.105717528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"55f8276c-bd58-49be-9c37-3d90b7fba44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.109232785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"c23c0fc5-51e1-4a51-8369-250827823642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.111326656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"07ea0af7-4eff-4387-ac87-49552ebaa257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.11198941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"5ed62545-a61e-44ab-8c03-d40b52f3e78d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.224042887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"f4f0de44-c917-40c6-bfb4-ce4b92bad5db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.224313401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"7c61d47e-b63c-463b-b017-cc300d652551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.294780417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"427e7dc3-9fcb-4c76-9fcb-0fa8e284cd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.295017818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"30f916ac-d4e7-4e34-9a64-4742d700dbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.306878049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"427e7dc3-9fcb-4c76-9fcb-0fa8e284cd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.307936352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"30f916ac-d4e7-4e34-9a64-4742d700dbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.388235868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8f0372-ed1a-4d85-b484-0bf24f153e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.396405863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8f0372-ed1a-4d85-b484-0bf24f153e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.403992259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8f0372-ed1a-4d85-b484-0bf24f153e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.495890529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc8f0372-ed1a-4d85-b484-0bf24f153e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.86334942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bd816b-8f82-4fc4-aa58-f6ebca956a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.871050126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bd816b-8f82-4fc4-aa58-f6ebca956a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.877210576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bd816b-8f82-4fc4-aa58-f6ebca956a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:02.881061115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bd816b-8f82-4fc4-aa58-f6ebca956a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.31875611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f962c16c-688a-4ed4-8e96-07b24a7bfe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.327831218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f962c16c-688a-4ed4-8e96-07b24a7bfe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.332173136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f962c16c-688a-4ed4-8e96-07b24a7bfe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.33855173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f962c16c-688a-4ed4-8e96-07b24a7bfe96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.697362249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcb63de-9fae-477d-b4ab-de280fd308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.704784859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcb63de-9fae-477d-b4ab-de280fd308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.708562342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcb63de-9fae-477d-b4ab-de280fd308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:03.713063106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcb63de-9fae-477d-b4ab-de280fd308ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.12392606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802e0384-0508-4efd-a3e8-910b9544b35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.131821435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802e0384-0508-4efd-a3e8-910b9544b35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.142329231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802e0384-0508-4efd-a3e8-910b9544b35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.148890456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802e0384-0508-4efd-a3e8-910b9544b35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.604591998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9bbba5-6d75-4ea1-9823-b190ba6a8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.611943366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9bbba5-6d75-4ea1-9823-b190ba6a8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.616314481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9bbba5-6d75-4ea1-9823-b190ba6a8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:04.621080903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9bbba5-6d75-4ea1-9823-b190ba6a8958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.011705417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa7fbb-ad79-4d43-9333-8e373f9d45dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.015154972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa7fbb-ad79-4d43-9333-8e373f9d45dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.018395878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa7fbb-ad79-4d43-9333-8e373f9d45dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.022122803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fa7fbb-ad79-4d43-9333-8e373f9d45dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.409777825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef76aca-9aa4-4086-aa55-b731dcea59c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.414347786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef76aca-9aa4-4086-aa55-b731dcea59c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.418174823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef76aca-9aa4-4086-aa55-b731dcea59c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.423228093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef76aca-9aa4-4086-aa55-b731dcea59c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.890276825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845ba7f4-258a-4dad-b184-cdebf3c5532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.894797771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845ba7f4-258a-4dad-b184-cdebf3c5532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.901201996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845ba7f4-258a-4dad-b184-cdebf3c5532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:05.908142045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"845ba7f4-258a-4dad-b184-cdebf3c5532f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.16097355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"578a4735-eee5-403c-a836-e1c55fae3b53","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.235619577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"4c26d6a7-cc1d-4a4d-a9fa-637bba3ad33e","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.33566488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"3fae710b-7c4b-441f-95eb-62d0fed75f18","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.384297247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"7ea11e3a-9979-4118-9c3e-aefd7661836a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.397821444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"73469f84-9061-48d2-bfba-83d00b64ee6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.398285952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c8fb26a0-aacd-4ac9-826a-65f15a02e95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.412672048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"c8fb26a0-aacd-4ac9-826a-65f15a02e95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.412701198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"73469f84-9061-48d2-bfba-83d00b64ee6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.432270358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"aa8c81e3-7183-4770-bf35-279134cffa55","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.486245503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"2e2ef456-3831-4328-b2f0-c6e5584772cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.495186072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"ff9bb2cf-e031-4008-991a-c6922ec63a25","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.552791748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a074b920-c8a4-4030-8323-4fc1a36710dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.559068994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f1bd4884-e8c7-43ef-a7d0-b529311a80f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.598932861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"a074b920-c8a4-4030-8323-4fc1a36710dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.616990911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f1bd4884-e8c7-43ef-a7d0-b529311a80f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.620487335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"5cfb541d-d61e-44ee-8544-2d492f8602fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.673155783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"be4438d8-ad20-4622-9ad9-3c1932fd622c","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:07.749907665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"ae020b65-8ab2-49b9-9bf0-683ea8030fa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.588256258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"167b147c-0d0d-4247-910f-ddde0f67c26a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-2-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-2-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:08.588554327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"040e1609-12f2-4d95-8ddd-1ed640375353","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"routeName":"distinct-w3-bfc50e-kserve-route","namespace":"e2e-models-e2e-worker-w3-bfc50e","llmisvcName":"distinct-w3-bfc50e","gateway":"openshift-ingress/e2e-worker-w3-bfc50e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.435205778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"c20dd5ca-c677-4b7b-924a-80e41cb3e332","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.439014969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"b8f41bce-4bd9-465b-b0a0-f2b3c6afb6c9","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.442535631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"1ff902d7-cc4c-47e0-ae52-c3d97b0c72ed","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.442699069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"50be3d0c-f532-450b-9c36-edd9f1ecfaf6","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.456984287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c93fd8d4-e28f-450d-8141-09e2e6f78536","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.457250179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"0883eec9-b9c2-452e-8f0b-31fda6064a24","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.457505535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"f11aebcc-2e69-4422-bd3d-abdbfb1cb0c6","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.457680097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"485ef359-5637-4fda-8f16-367041ed06a7","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.46735628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"72945037-e348-4a16-bcd8-3866a6d90829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.468627742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"61c915f8-14b5-47c5-b930-5331cbd45900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.477644738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"8db4d97c-93d6-48d5-8f24-9790296cef71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.477693636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"72945037-e348-4a16-bcd8-3866a6d90829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.480126255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"61c915f8-14b5-47c5-b930-5331cbd45900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.480650822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"75ef9325-c4dd-4fb3-a276-d79a20ec2f2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.608927714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"3abbf718-7bb7-4bad-9706-2221c825270f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.610017589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"0d1cefaa-1e6f-4d05-a080-d61fcbd9df63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.631529372Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.631603115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","namespace":"ai-tenant-e2e-worker-w3-bfc50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.631670943Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","tenant":"e2e-worker-w3-bfc50e","tenantID":"e2e-worker-w3-bfc50e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.639424845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Deployment","name":"maas-api-e2e-worker-w3-bfc50e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.659633725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e1514d6f-d5f7-4464-96de-a71156af1649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.668856418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a1d24aa2-7a41-435c-a4e0-dc1c633ff3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.669918064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Service","name":"maas-api-e2e-worker-w3-bfc50e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.679475458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a5b22-c6cb-43b3-970f-f5d25ab192b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.681195277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"e1514d6f-d5f7-4464-96de-a71156af1649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.682384917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"a1d24aa2-7a41-435c-a4e0-dc1c633ff3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.685628217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a5b22-c6cb-43b3-970f-f5d25ab192b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.68964839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a5b22-c6cb-43b3-970f-f5d25ab192b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.689900392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-bfc50e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.69358092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86a5b22-c6cb-43b3-970f-f5d25ab192b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.716666035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-bfc50e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.726649475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.761271132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.786824482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.816623572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.824283564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.832118155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.852559809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Service","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.87265492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.880675658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.887253828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.896304145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.920019174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.954483206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.968275345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.986178784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-bfc50e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:10.991657866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-bfc50e"},"namespace":"ai-tenant-e2e-worker-w3-bfc50e","name":"default-tenant","reconcileID":"8ada02e6-50da-4574-892c-16de16cffda7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-bfc50e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.350285691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-bfc50e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-bfc50e","reconcileID":"922cde3c-2089-49de-9254-a0e750d6ca82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-bfc50e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-bfc50e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.370504348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6fa595-17b2-45d0-bc1c-a356c0e5bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.374512485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6fa595-17b2-45d0-bc1c-a356c0e5bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.381124592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6fa595-17b2-45d0-bc1c-a356c0e5bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.382185064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"4271907a-473e-4efb-86ae-210088c39f13","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.385257676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6fa595-17b2-45d0-bc1c-a356c0e5bcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.400510814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"4271907a-473e-4efb-86ae-210088c39f13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.400758812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"98a6963b-baa2-4e8a-9971-e6fb22b7928c","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.419428658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"98a6963b-baa2-4e8a-9971-e6fb22b7928c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.420039803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"9c69a8fb-9228-4dfa-8313-99d5c1c44099","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.439608093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"9c69a8fb-9228-4dfa-8313-99d5c1c44099","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.439771178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9d7b31de-77b4-4824-95fb-fe453f87bb34","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.459859154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9d7b31de-77b4-4824-95fb-fe453f87bb34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.459970322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"00464910-b3f4-48da-9d4d-50c0ff160c8b","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.460010409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"00464910-b3f4-48da-9d4d-50c0ff160c8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.46007417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"512fb2ca-7e0d-41d6-a763-6e783837786e","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.460102856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"512fb2ca-7e0d-41d6-a763-6e783837786e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.460174879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"1e0cae18-9a66-42f8-9ee4-85c7f2e2383a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.460203801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"1e0cae18-9a66-42f8-9ee4-85c7f2e2383a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.464988031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"82adebe9-a17c-4ed8-ad42-8b1ab56351c4","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.465039648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"82adebe9-a17c-4ed8-ad42-8b1ab56351c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470323657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"80476299-e5fc-4c51-b93b-238733b3a14a","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470416631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"80476299-e5fc-4c51-b93b-238733b3a14a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470546792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a90b9ea5-d711-4d4b-91e2-72c885c8abed","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470596455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a90b9ea5-d711-4d4b-91e2-72c885c8abed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470671913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"7ec963fa-561b-47d0-b3aa-6fe00c5dcb02","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.470704958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"7ec963fa-561b-47d0-b3aa-6fe00c5dcb02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.475875354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9e5604de-6fd1-4b15-889a-1ede903ee78e","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.475937009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9e5604de-6fd1-4b15-889a-1ede903ee78e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.491924235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"19a20eda-8608-4de3-a2b7-b921f55b6e0a","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.49202494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"19a20eda-8608-4de3-a2b7-b921f55b6e0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.492239833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d096cbee-ed65-4829-8335-61506e5cb7d7","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.492308658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"d096cbee-ed65-4829-8335-61506e5cb7d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.49245967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"c5cb24bc-d740-4d75-8995-82b91a035d4d","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.492518992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"c5cb24bc-d740-4d75-8995-82b91a035d4d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.496570451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"880bed0e-fad8-4b53-bd2a-483c817d7443","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.496641813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"880bed0e-fad8-4b53-bd2a-483c817d7443","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532553026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"df349ec9-28a6-4ca4-a991-b9aa2f0309b7","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532622643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"df349ec9-28a6-4ca4-a991-b9aa2f0309b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532741603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"061a6b51-ff0f-412f-8840-109175534ec3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532781194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"061a6b51-ff0f-412f-8840-109175534ec3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532886408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"a0b1bbe4-b4ec-4d16-b887-d8aa9e90e488","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.532923868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"a0b1bbe4-b4ec-4d16-b887-d8aa9e90e488","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.536924971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"06ecf7a3-b846-461c-b8e2-3fd0a95f1fe2","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.537003459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"06ecf7a3-b846-461c-b8e2-3fd0a95f1fe2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613245536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"51c359a8-07a2-41a6-913f-d673d913b064","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613318651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"51c359a8-07a2-41a6-913f-d673d913b064","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613424059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8239583f-c50f-4e53-82de-134e15a6e63d","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613553771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"8239583f-c50f-4e53-82de-134e15a6e63d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613662791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"08aca16d-3ae0-4593-854e-f1295cfced23","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.613705609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"08aca16d-3ae0-4593-854e-f1295cfced23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.617993921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"c63ee5fb-fa05-4ffe-8685-836faff97a23","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.618058224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"c63ee5fb-fa05-4ffe-8685-836faff97a23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.773718618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"5e101ab3-eb05-4c99-8375-48c012e06461","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.773814837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"5e101ab3-eb05-4c99-8375-48c012e06461","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.774000504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a58ab562-928f-4eb8-861c-90fb60020270","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.774081766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"a58ab562-928f-4eb8-861c-90fb60020270","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.774200288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"349e5fb5-30f1-4e71-936d-c8a00ad43720","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.774243213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"349e5fb5-30f1-4e71-936d-c8a00ad43720","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.77907514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf4043b-1999-4deb-8a57-d5a7a336358a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.779272807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"53529a53-35fe-42d9-9c71-d8c1476149e4","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:11.779330343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"53529a53-35fe-42d9-9c71-d8c1476149e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.807563657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf4043b-1999-4deb-8a57-d5a7a336358a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.812207211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf4043b-1999-4deb-8a57-d5a7a336358a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:11.816774189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf4043b-1999-4deb-8a57-d5a7a336358a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.088718276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d39f67-c24d-4a7a-aa40-c37f3b442533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.092781498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d39f67-c24d-4a7a-aa40-c37f3b442533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.094759451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b5cae328-f881-4327-bbd0-572696e3b7b8","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.094828561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b5cae328-f881-4327-bbd0-572696e3b7b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.094927786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e48ecf30-a7a1-4ae6-b742-e5e656013b44","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.094968474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e48ecf30-a7a1-4ae6-b742-e5e656013b44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.095050722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"caaafabe-8f1e-48c6-8594-8a8967a98d1a","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.095088699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"caaafabe-8f1e-48c6-8594-8a8967a98d1a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.096138569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d39f67-c24d-4a7a-aa40-c37f3b442533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.1000439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"62208ca1-2bce-48d1-b0d9-06b452c089ff","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.100076982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d39f67-c24d-4a7a-aa40-c37f3b442533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.100087145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"62208ca1-2bce-48d1-b0d9-06b452c089ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.152051207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"ac10a8bc-669e-4536-90d2-f2d6ac79a496","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.15233955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"51798864-aebd-4ff7-bcb9-e23d0c86ae80","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.15258361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ddb86e94-1a0d-407f-9cf8-8e71e0ac7b09","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.152867902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a0f34d9f-8b36-4389-b30a-323f3d60d99b","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.172480826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f1366da7-1796-432d-b2a9-bafdc86aa612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.175076522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"73f67d61-c9df-4d90-b160-f9f5b6f1e085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.184737972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"f1366da7-1796-432d-b2a9-bafdc86aa612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.186243531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"aa158fa4-2c82-46c3-bce1-624910adec08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.186736982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"a57fb224-002e-428a-894b-2299491972ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.19095253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"73f67d61-c9df-4d90-b160-f9f5b6f1e085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.301170413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4e57de2c-f667-46dd-b687-ccc3819639c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.310692504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"4e57de2c-f667-46dd-b687-ccc3819639c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.314853209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"a6f2526d-5712-4a15-a6ac-24472e0b8a11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.315268717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"4ece1d1f-bb55-44e5-b273-2a042010154e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.39138758Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.391875776Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.407641657Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.408037185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"2d740ff0-36b8-4e47-b09f-4742a61a89bc","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.419518624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e46389c5-d223-4505-a31d-651fcc7ee881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.430677156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a9962644-eafc-4bdf-a11c-4052a54d2684","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.431849785Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.43186867Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.431941873Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.437581049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"e46389c5-d223-4505-a31d-651fcc7ee881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.44140125Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"1386e80f-2e2e-4360-a5f9-e755d853dde4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22d45c89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.452852933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"07a465e1-ff61-448a-b7db-af489cb6a7de","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.453332775Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.46367358Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"7aa29787-c114-45f7-bd18-cc505c4b8f0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc834391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.47482564Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"f324f8e6-a952-40f8-b98d-34a95001cc77","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.48495016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"7f388ca4-4260-4777-b4b1-c4c11152b518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22d45c89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.486083732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ddb7d427-4833-41f1-81d2-34d84a0d0cf2","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.506778345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"ec6c58cc-df0a-4c54-ad40-06f65ff8d745","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc834391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.509190145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22854dfe-bcb9-4b6e-a05d-e5574eb32f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.521109564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32637fc-55af-4540-8b77-92cf133993b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.532100407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32637fc-55af-4540-8b77-92cf133993b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.604465009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32637fc-55af-4540-8b77-92cf133993b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.610148073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e32637fc-55af-4540-8b77-92cf133993b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.611386709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8d8d2dc6-415f-492b-9857-83b3f1e1671e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.687545386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22854dfe-bcb9-4b6e-a05d-e5574eb32f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.727871795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22854dfe-bcb9-4b6e-a05d-e5574eb32f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.72789486Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-access","reconcileID":"22854dfe-bcb9-4b6e-a05d-e5574eb32f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.731788998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8d8d2dc6-415f-492b-9857-83b3f1e1671e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.735650936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"1542169f-ae5d-432a-992c-b5bf3ea904c8","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.735718194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"1542169f-ae5d-432a-992c-b5bf3ea904c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.735849028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5dc370a8-85b1-4ff9-b585-1d152e481eef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.735896584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5dc370a8-85b1-4ff9-b585-1d152e481eef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.736013011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"0c72bb9b-7c94-4dbb-b550-e0f58f500b99","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.736082654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"0c72bb9b-7c94-4dbb-b550-e0f58f500b99","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.739327867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a57148da-6e8c-4229-b64d-d6876058f666","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.740599261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1164a117-03fc-4f65-8232-425ea5696ba0","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:12.740664295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"1164a117-03fc-4f65-8232-425ea5696ba0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.741073623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8d8d2dc6-415f-492b-9857-83b3f1e1671e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"e2e-worker-w4-3011c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.741093044Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-access","reconcileID":"8d8d2dc6-415f-492b-9857-83b3f1e1671e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:12.753499188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a3512740-6536-45fe-9926-ecb0b4f17a31","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.016331624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"53387a0e-2beb-42ee-b4a9-cec31af1a475","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.01639397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"53387a0e-2beb-42ee-b4a9-cec31af1a475","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.016485953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e67fdcd0-84f8-4e38-920d-baf81c8afe05","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.016521575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e67fdcd0-84f8-4e38-920d-baf81c8afe05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.016586329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"cf5e97ca-cd20-4066-834d-49bd6ad616c0","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.016617467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"cf5e97ca-cd20-4066-834d-49bd6ad616c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.020868327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5b272cd2-0315-4dbf-bb43-b12381c1085a","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:14.020927824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"5b272cd2-0315-4dbf-bb43-b12381c1085a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.434398046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"3ab40efc-e28a-4f34-a614-0f49b0d3884d","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.48952374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"dfb8781d-2fe9-47d7-a6a2-5458118b5fbf","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.511297973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"ad1ade5a-8798-4eec-bfb4-d0829a06e5a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.517956982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8f772f67-d19f-405b-bb86-c7855c39bb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.518011729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6f64d004-a1e4-4003-9a35-61d54bcb4aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.530165622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"6f64d004-a1e4-4003-9a35-61d54bcb4aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.531717134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"8f772f67-d19f-405b-bb86-c7855c39bb78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.543215853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"dcbb308f-1934-4250-ae59-c75e139862f3","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.558942088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"91fd5da6-5423-4952-af6b-9d1007dfecb1","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.618307089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"e3e6af00-8f10-4fba-97ec-4009ca33e55b","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.624529252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"ee4ce3d8-b213-478a-8b56-0cdef34e0742","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.66104842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"56b1fe0d-4e36-4f5b-b4ca-ce1f5a37edf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.661048407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4a7a04ac-cc3d-48ec-967e-2e66f4452f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.670267038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"56b1fe0d-4e36-4f5b-b4ca-ce1f5a37edf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.670294959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"4a7a04ac-cc3d-48ec-967e-2e66f4452f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.723267508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"3a9fe5e3-26c5-4aed-8f4f-a4987ecc8145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.757547789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"25fac32f-88a7-4774-8407-768151770b5f","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:15.828213209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"3ae9409e-4103-4ac6-962a-13b5f38e176f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.576635739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b8a5dc59-eab2-4a4b-8dc1-70f1e5822cd6","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.576700039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"b8a5dc59-eab2-4a4b-8dc1-70f1e5822cd6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.57679437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1f24ef1a-492e-4122-b4fe-c1beb19dcf8a","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.576842696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1f24ef1a-492e-4122-b4fe-c1beb19dcf8a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.57691587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"219c902a-3a71-4bf3-9524-27b1f5de6583","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.576956191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"219c902a-3a71-4bf3-9524-27b1f5de6583","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-2-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.581823806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"692d9a2f-33a6-49b1-b956-65597cc144dd","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:16.581877267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"692d9a2f-33a6-49b1-b956-65597cc144dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/distinct-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.705263952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","namespace":"ai-tenant-e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.705352249Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","namespace":"ai-tenant-e2e-extmod-a-fb2b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.705428253Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","tenant":"e2e-extmod-a-fb2b58","tenantID":"e2e-extmod-a-fb2b58","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.717645567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-fb2b58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.753370283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Service","name":"maas-api-e2e-extmod-a-fb2b58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.77317391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-fb2b58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.784583651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-fb2b58","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.800164496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.830686763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.842172496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.858061975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.869112165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.875279059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.879835808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Service","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.883616656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.88733033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.892702347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.896039965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.910270045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.915369021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.919659293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.92871716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-fb2b58","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:19.936302291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-fb2b58"},"namespace":"ai-tenant-e2e-extmod-a-fb2b58","name":"default-tenant","reconcileID":"81fc0eb0-85f4-4a74-8159-4d4c4a6e70b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-fb2b58","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.125048868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"c548cdec-16b5-4882-b3b5-229296351c32","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.125141257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"c548cdec-16b5-4882-b3b5-229296351c32","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/premium-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.125331232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"27ffabcd-ea51-4674-86c2-8ace58b636d3","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.125391221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"27ffabcd-ea51-4674-86c2-8ace58b636d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.232756705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-fb2b58","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-fb2b58","reconcileID":"ab586cbc-f4eb-4219-8e80-aa32b9497f12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-fb2b58","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-fb2b58"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.261697819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"68f2706f-fb71-4438-9d46-84bc98987af2","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.261782224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"68f2706f-fb71-4438-9d46-84bc98987af2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-bfc50e/simulator-w3-bfc50e: AITenant \"e2e-worker-w3-bfc50e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.541159038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"b40887b4-25c1-4aa5-a31f-1142bd3bb5cc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.590653244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a58a9366-3919-41d3-be73-3a0d2b0289f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.591263323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9a484feb-0e6f-4d7d-a426-b0d2c10d8a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.591850763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"a42c7bf2-9aa0-42ba-8362-71fc4e7ed98c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.592014301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"a2dc634c-823d-4f14-b3e8-424bb8e14baa","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.592290561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"c0c7cbde-f54f-4881-a675-dc2423a7ba0e","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.592680506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"7cc22bee-7cf2-45e2-83be-5da980d2c141","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.592958498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"f4ba7b10-3cd1-4b14-9bef-cf66ef6fbd87","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.600045365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"67017183-18c0-4ebf-b338-0f3ff0ade9ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.600132724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"31872f4e-a821-402d-8952-4c0ce60d3daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.607271672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"a58a9366-3919-41d3-be73-3a0d2b0289f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.607268917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"9a484feb-0e6f-4d7d-a426-b0d2c10d8a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.61413394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b92d9d-8118-4084-b0ae-345b38b5cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.619228453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b92d9d-8118-4084-b0ae-345b38b5cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.623755242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b92d9d-8118-4084-b0ae-345b38b5cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.628141289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b92d9d-8118-4084-b0ae-345b38b5cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.686589048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"d77d6221-ee59-4aca-ad07-6cf95a15bbf6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.688959219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b3d57fc8-1bac-42c5-a13e-a69526bfa71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.689118995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"970f6cba-8f60-4e9c-8b1d-cb1fff6fb8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.701496377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"b3d57fc8-1bac-42c5-a13e-a69526bfa71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.702342933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"970f6cba-8f60-4e9c-8b1d-cb1fff6fb8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.708788364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"03dcdc51-743d-4798-911a-1ab3d28ad7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.709703442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"d394b57e-2eb6-4ddd-95ce-2e4f2807b1a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.790152696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"e91e17b4-3f0c-44ad-9302-e4261ca8f7ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.922770545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"29894c9b-cbb3-4556-a106-a796f0126991","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.98334389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911c0f17-607e-4b68-b64a-239d280b2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.987028967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911c0f17-607e-4b68-b64a-239d280b2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.990941867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911c0f17-607e-4b68-b64a-239d280b2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:20.992614756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9f471ab8-76e2-4b3e-a146-338b827a157b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:20.994694342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911c0f17-607e-4b68-b64a-239d280b2194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.112896628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"76e18ef8-b77f-4000-b0d8-81ecc47857c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.199051073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"427e29e2-eaa8-4cee-952e-87e87defa20c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.305094621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"3d3c4edc-0de7-4c5e-bf24-ab6947010820","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.411649803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"2619ba77-c138-4648-b028-0c66d5d65d81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.506856886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"ed7d6e7a-f193-4aff-95ed-89c2913bb6ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.616532689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"adbcc2b5-dadd-480a-aae8-5063e85efcf5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.698674529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"ac79d875-b889-4760-9de2-0e1d60b9f296","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.851623125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"4eed8da8-47ba-4375-bd73-e70b494fe1e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:21.930096259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"919dfd12-04e2-49f8-8088-310d570fefb3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.027535131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"3152bb81-6e1c-4894-8817-19bd90a0a6e1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.123111109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"f61a0ad1-cbf2-444a-a13c-373115f70a4c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.234417044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"9c738261-efc9-4604-b86a-8a216aa04447","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.320690692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"1cfeb122-480b-4512-b8bc-d5f7b96314af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.423313163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"726c0ba9-77a0-4869-b75f-91a07b72049a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.42353416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"9bb2de22-f724-45d5-ab50-65c5c7504337","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-2-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-2-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.423890633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"1344da92-0018-44a7-b02b-4d54cd1411b3","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"distinct-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"distinct-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.500917029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"9deb666b-a39f-4ef9-970d-578f9ba21bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.513220601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"9deb666b-a39f-4ef9-970d-578f9ba21bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.516893671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"5d904414-059a-4987-a75a-a3c429406510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.530493601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"5d904414-059a-4987-a75a-a3c429406510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.536151331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"d96bb8b4-17ed-4746-aad3-95499015a9f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.606136864Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"premium-simulator-subscription","reconcileID":"5d904414-059a-4987-a75a-a3c429406510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.606402095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"simulator-subscription","reconcileID":"9deb666b-a39f-4ef9-970d-578f9ba21bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"name":"maas-trlp-simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6","model":"e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.635598864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"673158bc-52d9-4ed3-9466-a41d2f6db18b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.719524068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"0189e273-46e7-4d1d-9e59-1edc6ec72661","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.841303671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"87e2ab2f-14bb-4105-944c-e4b391f72a02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.841426329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"9a05efbe-ca7d-4bf7-afce-c6b5790aa9b5","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"simulator-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"simulator-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:22.841661515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"2e4449b0-fd26-4810-a42e-039e59643d94","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"routeName":"premium-w4-3011c6-kserve-route","namespace":"e2e-models-e2e-worker-w4-3011c6","llmisvcName":"premium-w4-3011c6","gateway":"openshift-ingress/e2e-worker-w4-3011c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:22.94485141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"fa895157-8d87-4444-8c52-f8e4077d31dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.095043977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"11534702-319e-4786-a36e-a929556dba49","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.13766201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"9be24f37-f487-4560-b3d4-d26b6ede63ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.245531822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"5591cb5a-e85a-41ce-8e4d-8107f272571f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.348610223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"01c49fa6-2152-4b19-8726-09ecc3745591","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.460935046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"20fe03a0-b84d-470b-b8be-c7759e903e8e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.570842524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"5c5998df-320f-4b3c-8895-7c3b408d4638","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:23.687285377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"3ce1f921-fe0b-4f99-9f6a-9e1c41eeafc8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:24.027714332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"1b85e626-11a7-4bf8-83ee-5c8abc20e9f6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:24.132618216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"627e4be2-3c59-4de8-9cd6-b1b8466aadef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:24.244062135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"ae5f2b2b-6fbf-4e48-9b0e-a1041c6ce9e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:24.396803745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9a06efd5-223f-441f-9e7a-5fea5002ccae","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.087347549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"d70d1127-803e-4abd-9e85-c9bb0212df64","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.189088683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"bd6e7df7-2342-4db5-98b1-224754b501fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.32432582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"366df428-5b28-4870-a08e-02254307434b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.411792651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"ccc91b2a-9efb-4560-a59a-1d68d274498b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.510705225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"b2deacaa-7b0b-48f6-b352-b791e85577b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.621542477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"1bea11d6-3cee-4a26-96e5-414ad285ab6e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.689164124Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.689219453Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","namespace":"ai-tenant-e2e-worker-w4-3011c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.689266609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","tenant":"e2e-worker-w4-3011c6","tenantID":"e2e-worker-w4-3011c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.697044537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"53890651-dd27-4b4c-b23e-6abda39ce9ba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.700839357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Deployment","name":"maas-api-e2e-worker-w4-3011c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.733927704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Service","name":"maas-api-e2e-worker-w4-3011c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.752706214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-3011c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.77326342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-3011c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.791260324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.806081633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:25.809810728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"8688b3e1-ad6d-43b1-8f8e-beb67f66857b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.819356877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.836731729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.842011306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.84607535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.858122543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Service","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.864054006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.869525248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.873205074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.876856476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.894124458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.899068563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.902527972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.908077411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-3011c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:25.912052223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3011c6"},"namespace":"ai-tenant-e2e-worker-w4-3011c6","name":"default-tenant","reconcileID":"b505a9eb-f213-4818-94b7-98782e7bd4a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-3011c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.175399226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-3011c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-3011c6","reconcileID":"35cfe395-1142-4996-b70d-d9cbf2679da5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-3011c6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-3011c6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.208602119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"3914b931-d5aa-44fd-bc61-185c7cd9acaf","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.227274446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"3914b931-d5aa-44fd-bc61-185c7cd9acaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.22747107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"dfb3de24-9263-476f-89e7-123ee758a07b","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.247769907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"dfb3de24-9263-476f-89e7-123ee758a07b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.247932241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e502507f-f316-48c8-986a-e096001316e6","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.26296476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"e502507f-f316-48c8-986a-e096001316e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.26313441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f9315257-2330-4bde-8b01-5d4dabbbb042","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.278188585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f9315257-2330-4bde-8b01-5d4dabbbb042","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.279073533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"279a31a0-0196-4c8f-a88f-9fe137d7ded9","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.27917389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"279a31a0-0196-4c8f-a88f-9fe137d7ded9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.279670221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"95281f6c-f18c-4117-a0c9-010175f11fc5","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.279750746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"95281f6c-f18c-4117-a0c9-010175f11fc5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.280074754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"0a706aa6-983e-4d96-923d-f4d6ddd0d5e8","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.280139339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"0a706aa6-983e-4d96-923d-f4d6ddd0d5e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.288534703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"b391c63b-de92-44af-ade2-49284c57702e","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.288597297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"b391c63b-de92-44af-ade2-49284c57702e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.299729984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"2d432059-c234-4775-9ccd-a483f9171eda","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.299809684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"2d432059-c234-4775-9ccd-a483f9171eda","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.299996002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"96972c6e-5df6-4464-b9b9-2bcb574f787b","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.300054788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"96972c6e-5df6-4464-b9b9-2bcb574f787b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.300242495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"324ec5f0-1996-4542-97cc-4d55e8fb2fb2","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.300310534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"324ec5f0-1996-4542-97cc-4d55e8fb2fb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.300523385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"c5d031af-29b0-4b01-8249-b523eda156c9","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.300593117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"c5d031af-29b0-4b01-8249-b523eda156c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.319956764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"1c2ad04a-c9e8-4e07-9588-21548711bd3d","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.320013794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"1c2ad04a-c9e8-4e07-9588-21548711bd3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.321220647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b65d9580-fbc4-4ad3-87a2-38ce2c2dbb27","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.32126301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b65d9580-fbc4-4ad3-87a2-38ce2c2dbb27","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.321342464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"c893a43f-0979-4667-9f68-5bc3c7c613dd","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.321377577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"c893a43f-0979-4667-9f68-5bc3c7c613dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.321463057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d5e9a743-23bc-4b4a-8be5-30a0cf53072b","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.32150659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d5e9a743-23bc-4b4a-8be5-30a0cf53072b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.360315617Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"55c1d03c-732c-4600-980e-936929aa49d3","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.360375853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"55c1d03c-732c-4600-980e-936929aa49d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.361620448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"81619287-54a7-4614-aa4a-b55bef5cc269","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.361672298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"81619287-54a7-4614-aa4a-b55bef5cc269","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.361780182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"6dd87cc4-f1b6-4212-8908-b24b8889b942","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.361831409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"6dd87cc4-f1b6-4212-8908-b24b8889b942","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.361943901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"23e555ee-4284-4f21-ba60-5400d344f2dc","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.362002751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"23e555ee-4284-4f21-ba60-5400d344f2dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.391311973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e236f32-d909-4fa5-b4cf-f9a20ad2a4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.39701092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e236f32-d909-4fa5-b4cf-f9a20ad2a4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.401330577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e236f32-d909-4fa5-b4cf-f9a20ad2a4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.40480702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e236f32-d909-4fa5-b4cf-f9a20ad2a4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.444505649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"5e08a3c2-df0c-4133-86c3-d52a704f0d1b","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.444625624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"5e08a3c2-df0c-4133-86c3-d52a704f0d1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.444751302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"f067386c-ef90-4cf4-8253-be49a6144704","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.444800092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"f067386c-ef90-4cf4-8253-be49a6144704","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.444956787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a8c95f6d-029c-4940-b47b-679cec060c05","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.445022263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a8c95f6d-029c-4940-b47b-679cec060c05","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.445125732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d47ca6c0-29e2-41d9-af09-644dad7c6c4a","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.445174248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"d47ca6c0-29e2-41d9-af09-644dad7c6c4a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.616982611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"bf214c33-526d-46ee-9553-9e18a04b450e","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617047821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"bf214c33-526d-46ee-9553-9e18a04b450e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617119078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"9d995a30-2e21-480e-bb89-03399a2e3721","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617148196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"9d995a30-2e21-480e-bb89-03399a2e3721","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617207913Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"7e386540-59c7-42fc-b166-12886fe89f61","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617236016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"7e386540-59c7-42fc-b166-12886fe89f61","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617289257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ac86a785-ec16-44c5-9f25-d26bcf324e3c","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.617315878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"ac86a785-ec16-44c5-9f25-d26bcf324e3c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.809765672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065df719-a4d2-41e6-b2ae-0326f2dacb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.8141675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065df719-a4d2-41e6-b2ae-0326f2dacb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.818279331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065df719-a4d2-41e6-b2ae-0326f2dacb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:26.822547246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065df719-a4d2-41e6-b2ae-0326f2dacb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.937999862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"69d4a2e6-68e8-475a-9d25-00d88591564b","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938068332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"69d4a2e6-68e8-475a-9d25-00d88591564b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938148507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b99d0f09-11bf-47c3-bfd4-14ff9f1555bc","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938182584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b99d0f09-11bf-47c3-bfd4-14ff9f1555bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938266935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"34c04f88-0826-472e-98a1-6bff6a0580cd","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938300053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"34c04f88-0826-472e-98a1-6bff6a0580cd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.938363491Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"061905b1-e6c9-4cad-87d9-250104bc57bd","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:26.93839397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"061905b1-e6c9-4cad-87d9-250104bc57bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.579785029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"a7f0634a-0a99-46ce-a4af-1746ff0b134e","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.579870269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"a7f0634a-0a99-46ce-a4af-1746ff0b134e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.579997284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"7e03557a-860f-4017-8411-6d2b21d7e256","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.580047922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"7e03557a-860f-4017-8411-6d2b21d7e256","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.580151698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"12900c6b-4f74-4f7a-9711-ccbdaf39a075","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.580195601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"12900c6b-4f74-4f7a-9711-ccbdaf39a075","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.580285326Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"580c0144-9e54-4e4e-b59f-58f666ad7043","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:27.58032729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"580c0144-9e54-4e4e-b59f-58f666ad7043","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.310038494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.310141422Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.319427602Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.320064578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"0e930f7e-f699-4ea4-a5d7-19b9bb52a6f6","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.327812831Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.327827885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.327896356Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.335129814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"ee6bbfbc-2842-4598-8f77-4f5eb45a62de","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.343999976Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.35082958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"3429498d-22c7-47cb-99b8-ba44e4d1cee2","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.351541475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"931c5fe6-6941-4081-9520-0b7198043c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379bb5b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.359825436Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"58ba48d8-1cc6-4ee9-a99e-8340a2307d94","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.361518805Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"76ccad7e-6b9c-48b2-8119-877c9bf81be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93653586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.36946533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"e42b0f3d-fd79-42c7-b96b-327594192543","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.380060458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"65ed1179-af5b-4eef-b964-688a6125392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.38007852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"66c57786-2f5e-4c1f-aeff-531eef037dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.386834326Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"f4d25601-93c4-45de-a9f4-d846debcfa50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-379bb5b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.397676052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"65ed1179-af5b-4eef-b964-688a6125392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.400890609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"66c57786-2f5e-4c1f-aeff-531eef037dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.411801302Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"b0627b1d-8e37-4bbc-992f-95ffae501213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93653586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.529219141Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"22feee73-dee7-4922-96df-a89a20a0391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.542260613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78e1120d-e770-49bc-adba-9b30c192f444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.554663914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"22feee73-dee7-4922-96df-a89a20a0391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.556963959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78e1120d-e770-49bc-adba-9b30c192f444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.674620579Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"22feee73-dee7-4922-96df-a89a20a0391b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-a33b12-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.674674345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"22feee73-dee7-4922-96df-a89a20a0391b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-a33b12-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.67516098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78e1120d-e770-49bc-adba-9b30c192f444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.675183005Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-access","reconcileID":"78e1120d-e770-49bc-adba-9b30c192f444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.679967309Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cadb662a-b801-4097-9c57-d8eb127c05da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.699355632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"9f446b24-2de3-4c0a-bdc0-3eb2bf0c8a5f","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.707887107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cadb662a-b801-4097-9c57-d8eb127c05da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.72195763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cadb662a-b801-4097-9c57-d8eb127c05da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"e2e-worker-w1-a33b12-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.721978143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-access","reconcileID":"cadb662a-b801-4097-9c57-d8eb127c05da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.740972667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"f054e4a2-7ac2-45d5-8a1f-ae0707ee8128","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.860980991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"c6f4120a-cc0f-47ee-b091-50d70dd63971","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861049282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"c6f4120a-cc0f-47ee-b091-50d70dd63971","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861127919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"de6954a8-b0fd-40ea-a024-f174cd5b8a3a","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861162688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"de6954a8-b0fd-40ea-a024-f174cd5b8a3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861225397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"27a8db18-5b4c-44be-bed7-9a0e0fc8d4f3","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861255419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"27a8db18-5b4c-44be-bed7-9a0e0fc8d4f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.861315097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"8e16ebe6-3aa4-4184-9c69-b0049b78d99f","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:28.8613454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"8e16ebe6-3aa4-4184-9c69-b0049b78d99f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:28.96900114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.593768529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"865b1431-54b0-4ced-9ca0-b8997160b377","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:30.594292152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"bac5bcfe-5e6a-4e33-8a46-a44bb17704ff","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:30.682484229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"6a821775-ad56-4812-ba41-6d0c134ac82c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:30.866652534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"40ba20e6-2298-4206-9291-dd7f430135eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:30.970674643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"1acfe3d2-da76-4cca-94de-962e0396b1a0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.067907474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"4b13a1d8-eb01-46f4-8277-3f1fd3c4c6a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422215403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"c20e1f11-bfcc-4c62-9c8e-caf7e3453117","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422307626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"c20e1f11-bfcc-4c62-9c8e-caf7e3453117","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422497602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"2a89bb66-7881-4e5f-a775-c413c6005686","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422561324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"2a89bb66-7881-4e5f-a775-c413c6005686","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422685183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"88f0d6b5-30ef-4fd5-9cc0-d5c04155f96a","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422743396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"88f0d6b5-30ef-4fd5-9cc0-d5c04155f96a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.42285556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f04390d4-2951-44c8-82e2-6b12a28595b4","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:31.422905866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f04390d4-2951-44c8-82e2-6b12a28595b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.203848894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cfc6c1-319d-4a00-8e15-40393b18e2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.29157949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cfc6c1-319d-4a00-8e15-40393b18e2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.300207479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cfc6c1-319d-4a00-8e15-40393b18e2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.30428824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cfc6c1-319d-4a00-8e15-40393b18e2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.581104716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4864be-153a-4162-ad5c-78dc20d03089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.585036138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4864be-153a-4162-ad5c-78dc20d03089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.588766088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4864be-153a-4162-ad5c-78dc20d03089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.593483742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4864be-153a-4162-ad5c-78dc20d03089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.917700084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde0a3df-8649-4455-999a-5716ffd5cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.921491149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde0a3df-8649-4455-999a-5716ffd5cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.926344652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde0a3df-8649-4455-999a-5716ffd5cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:33.930386857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde0a3df-8649-4455-999a-5716ffd5cba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.392650616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"3b7b529a-fdd9-40b5-8d0d-f8d0ba3750f0","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.392749678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"3b7b529a-fdd9-40b5-8d0d-f8d0ba3750f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.392866762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"3cdff167-581d-4aef-a0ad-582cdb234964","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.392917858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"3cdff167-581d-4aef-a0ad-582cdb234964","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.393033235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"acef948b-73ef-4900-9307-2b964ad242c5","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.393083929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"acef948b-73ef-4900-9307-2b964ad242c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.393196131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a3b4dcec-b2f5-41b8-be57-c69c1e6e0c77","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.393244141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"a3b4dcec-b2f5-41b8-be57-c69c1e6e0c77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.440727678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"bdaf86ae-f6ae-4020-b072-9b90c9495a48","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.440814923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"bdaf86ae-f6ae-4020-b072-9b90c9495a48","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.440948265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"e8492d37-969c-4783-8658-326401e97e4c","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.440989394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"e8492d37-969c-4783-8658-326401e97e4c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.44108636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a35cee27-c1d0-4cc7-9e79-fb22db0da767","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.441130529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a35cee27-c1d0-4cc7-9e79-fb22db0da767","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.441231304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"30307889-2f08-4e89-b86b-1576674c281a","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.441274391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"30307889-2f08-4e89-b86b-1576674c281a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.462656038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"4236c464-122f-451e-a874-074fdc64df38","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.462743007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"4236c464-122f-451e-a874-074fdc64df38","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.462884642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"931faf30-a18a-4a09-bb12-027e7fc99029","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.462936922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"931faf30-a18a-4a09-bb12-027e7fc99029","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.463025976Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"8db10762-3d64-4471-b2fd-6a5b470118a0","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.463075106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"8db10762-3d64-4471-b2fd-6a5b470118a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.463163186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"3572ad73-ad08-4ab5-bc1a-1ef55f1f997b","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.463212407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"3572ad73-ad08-4ab5-bc1a-1ef55f1f997b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484213254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"0b48dcd2-d207-44bb-af73-7d88dbd08859","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484687385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"0b48dcd2-d207-44bb-af73-7d88dbd08859","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-2-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484814729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"e85cd346-2225-4adc-8642-65f71de7332a","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484859362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"e85cd346-2225-4adc-8642-65f71de7332a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/distinct-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484920443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a7d0522c-fab6-40da-acda-6313c97e42a6","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.484947368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"a7d0522c-fab6-40da-acda-6313c97e42a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/simulator-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.485005727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"95dd1882-c50e-4146-8f3c-efc1b206e1be","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:35.485032488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"95dd1882-c50e-4146-8f3c-efc1b206e1be","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-3011c6/premium-w4-3011c6: AITenant \"e2e-worker-w4-3011c6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:37.840248856Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"93e0ff5e-5c5e-4aaf-b313-56da57c2ddf4","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:37.840346846Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"93e0ff5e-5c5e-4aaf-b313-56da57c2ddf4","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:37.846493946Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"93e0ff5e-5c5e-4aaf-b313-56da57c2ddf4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:37.851956831Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"93e0ff5e-5c5e-4aaf-b313-56da57c2ddf4","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:37.851971185Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"93e0ff5e-5c5e-4aaf-b313-56da57c2ddf4","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.39085434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"6a699948-44ef-41d4-99f3-af0851923e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.395991198Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"6a699948-44ef-41d4-99f3-af0851923e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.400151258Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"simulator-subscription","reconcileID":"6a699948-44ef-41d4-99f3-af0851923e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.4165864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"9a443658-9791-467d-8e01-46bf4df6513c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.421105515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"9a443658-9791-467d-8e01-46bf4df6513c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.500363442Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"premium-simulator-subscription","reconcileID":"9a443658-9791-467d-8e01-46bf4df6513c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"name":"maas-trlp-premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12","model":"e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.520800049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"acaf76e3-7528-42bb-b870-019a27b207fa","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"simulator-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"simulator-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:38.624932423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"17a9838b-52b5-49a0-822e-48bf5a4c5b49","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"premium-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"premium-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.595035973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"f1c572a2-e2e4-4200-969d-eda108892465","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-2-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-2-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:40.595343648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"9dce1756-3a23-411f-a9d1-4a9dac02db36","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"routeName":"distinct-w1-a33b12-kserve-route","namespace":"e2e-models-e2e-worker-w1-a33b12","llmisvcName":"distinct-w1-a33b12","gateway":"openshift-ingress/e2e-worker-w1-a33b12","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:40.95451132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"27b74bac-addc-4dbc-b4b8-51a3e54b75cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:41.138337685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"ec7e5a2d-4303-4f54-b00b-38bd3cf14b96","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:41.233525177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"0e4fcbce-a744-4f74-b13c-4f95b335abed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:41.335579797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"35e923d6-1289-43b5-9279-66a46306820b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.016667551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"4bd6f58a-9e00-4bc1-a8d7-cd38c661f578","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.117624655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"f00e0418-d02d-4d7e-81b1-041a311bbb5e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.246749705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"5801cd60-7eb4-441c-a6b6-0948b9d997e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.320081543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"f67ec4a7-bf09-434a-9515-6ea8cc45ea82","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.417559087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"7067af97-16fc-4c81-b5b9-ef0e9c201ee5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.517157506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"eefc91c5-6d2b-42f6-b023-76841ee33910","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.618223877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"75460de7-ebe9-4486-a821-075c16fa87ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:45.947639432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"947dd268-570e-45ae-aa28-238bb4dbf094","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.060180513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"dcc4d34c-ef27-4056-a253-01e1749e9d75","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.17550912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"b7573b07-b0ed-40d0-84b4-44b5fbd69524","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.260989564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"2a2db772-153d-477e-bafc-217354a686a9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.374283009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-2-w4-3011c6","reconcileID":"cdcab851-eeed-42bd-90c8-0fd898a12050","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.478209867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"premium-w4-3011c6","reconcileID":"78e725c7-b6ea-4749-8583-0074e3402974","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.589056623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"distinct-w4-3011c6","reconcileID":"5cb3a991-0fbc-46a0-af0a-8af7c2ee2ed3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:46.77719741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-3011c6","namespace":"e2e-models-e2e-worker-w4-3011c6"},"namespace":"e2e-models-e2e-worker-w4-3011c6","name":"simulator-w4-3011c6","reconcileID":"be49c31b-7ec6-4f40-9fbe-6bcadf6ec573","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-3011c6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.313231049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","namespace":"ai-tenant-e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.313286713Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","namespace":"ai-tenant-e2e-extmod-b-0ea1ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.313334596Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","tenant":"e2e-extmod-b-0ea1ea","tenantID":"e2e-extmod-b-0ea1ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.321986152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Deployment","name":"maas-api-e2e-extmod-b-0ea1ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.347411121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Service","name":"maas-api-e2e-extmod-b-0ea1ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.373656329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-0ea1ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.383117707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-0ea1ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.398115693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.414046825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.469062402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.497205308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.509162893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.514579062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.528918451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Service","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.540241397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.54641009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.550127842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.55627139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.579077765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.58919247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.597516823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.606139326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-0ea1ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.616646354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0ea1ea"},"namespace":"ai-tenant-e2e-extmod-b-0ea1ea","name":"default-tenant","reconcileID":"f539fc46-73e7-49f6-bd63-460d5ca1f784","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-0ea1ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.63387229Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.633933704Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","namespace":"ai-tenant-e2e-worker-w1-a33b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.633990358Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","tenant":"e2e-worker-w1-a33b12","tenantID":"e2e-worker-w1-a33b12","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.654992403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Deployment","name":"maas-api-e2e-worker-w1-a33b12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.70668834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Service","name":"maas-api-e2e-worker-w1-a33b12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.721811239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-a33b12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.737597744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-a33b12","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.756530497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.772387309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.792628066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.815012032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.826508673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.82710638Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0ea1ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0ea1ea","reconcileID":"915eeaf0-ba13-467e-86b8-b73676eab1d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0ea1ea","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-0ea1ea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.839250384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.851327294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Service","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.85511713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.86416745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.869134876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.872303979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.887190174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.893680925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.899637059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.914311458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-a33b12","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:47.934410096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a33b12"},"namespace":"ai-tenant-e2e-worker-w1-a33b12","name":"default-tenant","reconcileID":"c7cc811b-daf9-4ad2-a9b9-078a2a1a3020","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-a33b12","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.19972073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e9d395-7a67-4250-9f78-de8f3c7d291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.205381193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e9d395-7a67-4250-9f78-de8f3c7d291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.210345075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e9d395-7a67-4250-9f78-de8f3c7d291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.215961346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e9d395-7a67-4250-9f78-de8f3c7d291e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.232865485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a33b12","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a33b12","reconcileID":"cb86bd18-fec8-4d42-8162-0874089cc965","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a33b12","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-a33b12"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.29618627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a920149d-6edd-4a14-9e15-d58530ac6e9e","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.312237296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"a920149d-6edd-4a14-9e15-d58530ac6e9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.312419093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"1e4fd44f-9b09-480c-b37a-97e99c726a54","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.331902347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"1e4fd44f-9b09-480c-b37a-97e99c726a54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.332011775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"d1e33518-649c-4ac5-95f5-8f9e4bed86c9","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.348820753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"d1e33518-649c-4ac5-95f5-8f9e4bed86c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.349018572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"0b2ed5eb-9714-447e-bd48-e1929f7bfdaa","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.36409202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"0b2ed5eb-9714-447e-bd48-e1929f7bfdaa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.364275092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"1c5c4418-911e-4ff6-a854-140ea5adcac3","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.36434862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"1c5c4418-911e-4ff6-a854-140ea5adcac3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.364498271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"ab3e4fd9-34af-4a8c-b18f-3583d31e3490","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.364548714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"ab3e4fd9-34af-4a8c-b18f-3583d31e3490","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.364648945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7c74170a-b890-4b21-995e-8c16a334851a","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.364698377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7c74170a-b890-4b21-995e-8c16a334851a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.370116317Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"0959ab90-50fc-47a7-b4dc-6978d1802cd0","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.370199981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"0959ab90-50fc-47a7-b4dc-6978d1802cd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.374636892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"768713a9-b9ce-4d69-ada4-921101df8a29","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.374690421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"768713a9-b9ce-4d69-ada4-921101df8a29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.374830968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"66ca7d47-bc8c-4f50-b76c-1fe27169947f","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.374898668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"66ca7d47-bc8c-4f50-b76c-1fe27169947f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.375009643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"863b4792-4a19-4dcc-8a2a-60a1e5ebb18a","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.375061772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"863b4792-4a19-4dcc-8a2a-60a1e5ebb18a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.380725271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"afb5bf29-cb2b-4a51-8b37-a6954294b257","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.380782142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"afb5bf29-cb2b-4a51-8b37-a6954294b257","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395446494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c87013dd-db5d-4071-92f6-cd0bf0c64c88","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395521136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c87013dd-db5d-4071-92f6-cd0bf0c64c88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395616454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"186152f0-3166-408c-875f-862c86a149ef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395667923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"186152f0-3166-408c-875f-862c86a149ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395762001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"9394d592-49a5-4da7-9e0d-ed5fe13e8a16","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.395799493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"9394d592-49a5-4da7-9e0d-ed5fe13e8a16","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.401195733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"601306ad-3656-4625-8ce7-e525caa35925","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.401260545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"601306ad-3656-4625-8ce7-e525caa35925","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436201162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"8939b5f0-21aa-40ce-982a-cdc869fa7eb3","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436263957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"8939b5f0-21aa-40ce-982a-cdc869fa7eb3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436352041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"850b7915-dfd2-4c79-bebb-9881af7008f2","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436387742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"850b7915-dfd2-4c79-bebb-9881af7008f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436478075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"451c9841-58b2-4606-9d21-26fb24174a20","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.436511182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"451c9841-58b2-4606-9d21-26fb24174a20","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.441607203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"e5ace581-ec6c-4694-a551-d5c6a4fb0a2b","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.441678227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"e5ace581-ec6c-4694-a551-d5c6a4fb0a2b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.517267193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"9ec3a1d8-838b-45cd-a0bd-afd1c0675c8e","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.51734363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"9ec3a1d8-838b-45cd-a0bd-afd1c0675c8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.51749159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"819600a4-36ab-4fa1-8741-168daed8543a","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.517537455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"819600a4-36ab-4fa1-8741-168daed8543a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.517630342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"449bec1a-5b48-4b2b-93e5-98d90c3ad46f","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.517668796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"449bec1a-5b48-4b2b-93e5-98d90c3ad46f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.521786979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"146b7216-7e0c-4eea-bf66-faebcaddf856","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.521838861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"146b7216-7e0c-4eea-bf66-faebcaddf856","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.67421263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f1bde0-a5e0-46af-9275-c4852ce1beca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.677835342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c065a870-b73f-40a1-92ac-5c7a6405deb1","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.677903672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c065a870-b73f-40a1-92ac-5c7a6405deb1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.677995938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"91614c99-9ea2-4262-8ff6-a6764822c5a7","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.678030389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"91614c99-9ea2-4262-8ff6-a6764822c5a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.678081336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f1bde0-a5e0-46af-9275-c4852ce1beca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.678127371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"67a27f02-548a-487f-8652-c709a930428d","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.678169114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"67a27f02-548a-487f-8652-c709a930428d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.682171309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f1bde0-a5e0-46af-9275-c4852ce1beca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.682405707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"8ddd1ff3-789f-40a9-b2e5-ddfebd80248c","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.682485643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"8ddd1ff3-789f-40a9-b2e5-ddfebd80248c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:48.686569454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f1bde0-a5e0-46af-9275-c4852ce1beca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.998650051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"e8c0d1ea-de13-498c-a6aa-15eb79b591d6","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.998736803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"e8c0d1ea-de13-498c-a6aa-15eb79b591d6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.998849441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"6435c03d-76ba-41da-a13a-8611c2f347bc","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.998894428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"6435c03d-76ba-41da-a13a-8611c2f347bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.998987319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"31d2df01-83eb-48d0-afd9-2fde951226fb","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:48.999029015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"31d2df01-83eb-48d0-afd9-2fde951226fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.003180162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"a24bcde4-7714-4fcf-abfa-03f2098eb453","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.003241415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"a24bcde4-7714-4fcf-abfa-03f2098eb453","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.639070874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d48d86ff-1ba4-40ac-aa2a-3955e26ca442","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.639135771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"d48d86ff-1ba4-40ac-aa2a-3955e26ca442","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.639226315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"bdb734d4-ec52-427d-b654-2c1619d37812","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.639264471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"bdb734d4-ec52-427d-b654-2c1619d37812","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.639346902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"a09e8057-a91e-4b41-bbd2-2518f9e7405a","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.63938232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"a09e8057-a91e-4b41-bbd2-2518f9e7405a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.64346017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"09668652-cd02-440f-a7c4-60d31d25c3b8","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:49.643529209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"09668652-cd02-440f-a7c4-60d31d25c3b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.919976226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"09bbb16c-d249-4950-b476-f60c6a36e320","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.920059464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"09bbb16c-d249-4950-b476-f60c6a36e320","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/simulator-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.920177122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"2369458a-0536-48cd-a7c5-91480492e9f3","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.920222065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"2369458a-0536-48cd-a7c5-91480492e9f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/premium-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.92031894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7f10e333-dfe3-444c-999b-a9d7bbba323c","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.920362362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7f10e333-dfe3-444c-999b-a9d7bbba323c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-2-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.924709047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"6c8b6624-6f65-4d24-8d0c-e45dcea763c6","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:50.924782457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"6c8b6624-6f65-4d24-8d0c-e45dcea763c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a33b12/distinct-w1-a33b12: AITenant \"e2e-worker-w1-a33b12\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:52.918060506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"76b11961-6703-4c4d-9c0c-4d97100862bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:53.026857768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"c64a08b1-df94-4d30-a4b1-5944e335e113","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:53.13628936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"3f6ce112-28a4-4451-a3e3-106f32a4a1e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:53.306227369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"2e1fee9d-5e78-45aa-92fd-849463270a7d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.392375075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"7c2cc442-1de6-440d-bb0b-ecb0cb56f75c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.495873957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"0b0ba5e8-59f3-42a6-a03b-2f6513844676","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.597115108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"57a159d2-87db-4974-8c52-c6fb5f7c4acb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.638426869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"08540fbc-d616-4bbe-8d4f-ff233bd5ff7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.706298519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"0a0c9485-558d-4d60-b5a6-00ff832ab79f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.803532488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"12ce74b1-27b3-4776-8949-40ef1b9ef046","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.892023836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"a01037dc-296b-46c5-a399-82b3309e6302","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:56.990588781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"5b9bbb0e-4c51-4f5d-905e-c42fd77922f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:57.110221226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"41f83b06-9729-4dff-aa29-00508d80def1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:56:57.214262434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"c2eb082d-837c-4e2b-ac7e-7c75b97534fa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:56:58.969035283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.101397065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29934da-c661-485d-b397-d83b476545f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.106109394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29934da-c661-485d-b397-d83b476545f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.110423955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29934da-c661-485d-b397-d83b476545f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.114079531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29934da-c661-485d-b397-d83b476545f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:01.501594325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"28de4dcd-f582-4def-8c0d-e8d763d6c74d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.511812551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024fe16-6543-427d-a0c6-3448aec2c49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.517394548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024fe16-6543-427d-a0c6-3448aec2c49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.523766163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024fe16-6543-427d-a0c6-3448aec2c49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.588895066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024fe16-6543-427d-a0c6-3448aec2c49f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:01.646341925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"2edd1bc6-16bd-454f-9e1b-ed79f50bade8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:01.748609237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"57f89647-2ac5-4a3c-b135-66b86509f151","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:01.858130228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"0c891cc3-ff8d-4da2-88de-a09b6011d111","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.875403308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbd9ff4-28e7-4a71-a310-c24c05fc8288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.879131386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbd9ff4-28e7-4a71-a310-c24c05fc8288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.883170581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbd9ff4-28e7-4a71-a310-c24c05fc8288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:01.88772736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbd9ff4-28e7-4a71-a310-c24c05fc8288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.359995419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"0ac2644c-4760-492b-aa4b-41cd937e69b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.466294924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58f5b5ac-1b5f-4e99-b9ca-a341e186e012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.467200985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"741b2ec4-b856-472e-870b-90937c227df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:04.467579216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"4f9c89bf-6a49-45de-993f-a71effca86ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.062954619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.063007852Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.063055536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","tenant":"e2e-shared-a-w2-06bb0f","tenantID":"e2e-shared-a-w2-06bb0f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.075811673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-06bb0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.107305558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Service","name":"maas-api-e2e-shared-a-w2-06bb0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.117195352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-06bb0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.124900844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-06bb0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.153685438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.173136573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.190373886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.199603402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.204251323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.213222972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.227233991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.234447941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.238197587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.246201102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.249618153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.258787695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.262482091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.271382013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.28820177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-06bb0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.291854932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-06bb0f"},"namespace":"ai-tenant-e2e-shared-a-w2-06bb0f","name":"default-tenant","reconcileID":"29eb6ddd-d617-4c25-8eb0-4b25c2439bb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-06bb0f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.44599145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-06bb0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-06bb0f","reconcileID":"7e4c9697-6500-4b2a-ad0b-9aff4301d5da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-06bb0f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-06bb0f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.6762186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a433d5-fe46-4349-92de-4d02b54d0d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.679908269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a433d5-fe46-4349-92de-4d02b54d0d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.683958383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a433d5-fe46-4349-92de-4d02b54d0d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.687494427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a433d5-fe46-4349-92de-4d02b54d0d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.961578845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52314737-417c-4ff9-9223-2ff2bb002b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.965362627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52314737-417c-4ff9-9223-2ff2bb002b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.969527401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52314737-417c-4ff9-9223-2ff2bb002b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:14.973009364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52314737-417c-4ff9-9223-2ff2bb002b4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:17.325776481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"ebc58181-cb43-4315-bd7f-1324533da916","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.478125849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"1b8224c2-8d11-484b-9227-bed80e4db5f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.565924213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f070946-c141-4fe4-ae5a-eb3a0690510b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.567063934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"8610f788-8020-413f-a056-5ba25e1ef94f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:17.567948093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d358293-bdf5-479b-a27b-d9b78fa98bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:17.693869799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"20477168-9b1a-4c80-b7fb-8a158bed41fb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.409913799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"9da53f06-f88d-4269-a17f-846af5ea10ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.510215964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59edc347-bf35-4323-aeee-77716e61dfc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.510312853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"c3635569-6d98-4213-a446-cc3aaa82080e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:20.510695301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4326c6d6-e2a6-4055-a4b5-45fa1a4befd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.060203022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44047d1f-f3b5-4086-a896-b9b4fd66bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.063655427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44047d1f-f3b5-4086-a896-b9b4fd66bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.067098527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44047d1f-f3b5-4086-a896-b9b4fd66bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.070852434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44047d1f-f3b5-4086-a896-b9b4fd66bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.259514238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43b16f-68a5-492a-ba43-8e08bc7d19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.263673814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43b16f-68a5-492a-ba43-8e08bc7d19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.26752552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43b16f-68a5-492a-ba43-8e08bc7d19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.271053385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc43b16f-68a5-492a-ba43-8e08bc7d19fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.45714233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b17c643-6d9f-4812-8e0c-1dd397d565cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.460498728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b17c643-6d9f-4812-8e0c-1dd397d565cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.463976274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b17c643-6d9f-4812-8e0c-1dd397d565cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:23.468551085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b17c643-6d9f-4812-8e0c-1dd397d565cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:28.96610717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.891054047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.891117312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","namespace":"ai-tenant-e2e-shared-b-w2-6ed261","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.891162681Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","tenant":"e2e-shared-b-w2-6ed261","tenantID":"e2e-shared-b-w2-6ed261","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.899901267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-6ed261","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.931523017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Service","name":"maas-api-e2e-shared-b-w2-6ed261","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.940551094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-6ed261","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.95668673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-6ed261","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.969503481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:34.989572071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.016146766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.028641574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.035212877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.041932597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.045619943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.053049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.056637991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.060715462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.069273874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.079630767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.083156098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.088977556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.092772083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-6ed261","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.096484606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ed261"},"namespace":"ai-tenant-e2e-shared-b-w2-6ed261","name":"default-tenant","reconcileID":"db5695b9-81db-46c4-890e-fad9fc0fc890","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-6ed261","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.312180835Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6ed261","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6ed261","reconcileID":"db78aa94-3064-4446-b7cb-c5f3f35a8806","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6ed261","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6ed261"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.550644027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e0dbce-4cf4-4461-bc19-2a368fab0c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.554108067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e0dbce-4cf4-4461-bc19-2a368fab0c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.559775696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e0dbce-4cf4-4461-bc19-2a368fab0c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.564271088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e0dbce-4cf4-4461-bc19-2a368fab0c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.785877563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b321e-618f-44f3-be8e-2d40ccea378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.791769684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b321e-618f-44f3-be8e-2d40ccea378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.795105212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b321e-618f-44f3-be8e-2d40ccea378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:35.799018897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42b321e-618f-44f3-be8e-2d40ccea378d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:37.98463908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-2-w1-a33b12","reconcileID":"c6c9fd31-e1ef-4f82-b4db-39c4a705e2db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.104167542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"f1a1067d-b40c-47ad-a5b9-a172ee32a6ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.105493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abc89a2f-4950-48eb-87ff-e20df8276163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.106672114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"80e59ee9-0ec9-430d-bbe0-23dafc7bad78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:38.106806236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12b66b43-6f4e-4760-8a1b-55dcd3c8c314","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:38.225512668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"premium-w1-a33b12","reconcileID":"89f13d9b-8a67-4022-89bb-648586e39550","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:41.998895536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"b5f766ae-dc06-483d-8401-149cb9734ff5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.100745503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43714fbb-ffc9-401d-82b2-7325b69f8909","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.101027998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"cd7b7710-07bd-409a-aabc-34b3354ef7a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:42.101192542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5caf34d9-8e37-43df-b5fc-252af48b558d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:42.487963258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-2-w3-bfc50e","reconcileID":"38ab7b6b-326f-4367-9bab-2adcf72345f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:42.627696508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"premium-w3-bfc50e","reconcileID":"8e3c2189-1f0a-4f16-916f-b09a8dea4104","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:42.747754918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"simulator-w3-bfc50e","reconcileID":"9c1bde98-b002-4a41-953b-a34f49f3a709","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:42.862712486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-bfc50e","namespace":"e2e-models-e2e-worker-w3-bfc50e"},"namespace":"e2e-models-e2e-worker-w3-bfc50e","name":"distinct-w3-bfc50e","reconcileID":"4b270b25-4396-4481-a6f5-871b2c408c85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-bfc50e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.303214673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"2c7cca50-dc69-4645-afae-1160f4c499f9","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.30375454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8f996895-752a-49b6-9c63-ed9df03ae503","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.304073461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"2c95b563-805f-444a-98fe-d6872712361d","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.30429626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"4fa10dd7-e3e5-43a2-be0d-2a050566496d","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.32416439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8abf5629-10fc-4b8a-8212-8a6652b119e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.332984286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"94d47a08-629b-4b8d-85ec-464bb5400a9a","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.333234371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"82eb5c00-3e28-4cbe-83c9-7d8b4410a503","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.333489014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"556ec134-c318-4941-bde0-35296147d140","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.333701487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5867ddf3-180b-4b75-b4de-09ec2e6e1490","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.334877074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4857173f-0bd5-4bbd-9a04-c2b0631eec6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.339593111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"9f3a0c37-3c0f-4609-bb26-4597022e2db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.340110133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"f8a2ca07-1f90-4e21-97f1-378fc89a5610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.340866852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"8abf5629-10fc-4b8a-8212-8a6652b119e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.352331712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"4857173f-0bd5-4bbd-9a04-c2b0631eec6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.433963844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"6e51e139-4b99-490f-ba7e-34955af516af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.435301115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"bfbae648-3d61-4b47-9562-a8b0aeff5304","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.510391524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eabb4f-191d-478a-b8a5-b1dcc8f41188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.51382287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eabb4f-191d-478a-b8a5-b1dcc8f41188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.521409566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eabb4f-191d-478a-b8a5-b1dcc8f41188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.591380123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47eabb4f-191d-478a-b8a5-b1dcc8f41188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.60282278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"235ffe3d-c429-47bb-8e54-7bc5bf7907f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.603207714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4252d1d5-d624-4319-8767-f70f191d3e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.610974624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"235ffe3d-c429-47bb-8e54-7bc5bf7907f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.613618933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4252d1d5-d624-4319-8767-f70f191d3e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.960572568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0514677-c07f-4ff8-a40e-d9fc07e4481f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.964217265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0514677-c07f-4ff8-a40e-d9fc07e4481f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.968041219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0514677-c07f-4ff8-a40e-d9fc07e4481f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:44.971738262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0514677-c07f-4ff8-a40e-d9fc07e4481f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.262783736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"21ce612b-574d-4387-8bac-12d0ea4e1767","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.309257788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b06a0d38-bdb2-4bd5-92a2-b23b4a42ac34","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.36122119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c1f9c089-6f92-4577-a269-2adc97a0b36b","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.386033061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"cedcb647-ff13-44e5-9049-61193948e6f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.389078492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"87741014-5182-4498-965e-5e2d6cb93deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.389357339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"54ba34d6-07cd-4851-b360-f90947161278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.40642412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"54ba34d6-07cd-4851-b360-f90947161278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.406539502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"87741014-5182-4498-965e-5e2d6cb93deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.410402104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"31587e41-1f0c-48a7-9f88-3334d62b1617","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.464989194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"fb9f9e56-3fcb-4a6f-94d2-998f10bff3fa","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.482192505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"d854ca36-eef3-4018-8df9-5be82cddab82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.486751094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"44031e58-738c-47eb-aeb8-e9c52eeaeec4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.537801751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7f757fc3-5f30-427c-92e5-e9f273e81d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.537801773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dcbd30bb-c63c-448a-b0f8-82b1ab491ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.549693689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"7f757fc3-5f30-427c-92e5-e9f273e81d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.551164942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"dcbd30bb-c63c-448a-b0f8-82b1ab491ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.568604234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8fbba4b1-ee61-4a21-aa76-4f2d8818e69f","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:49.591662314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"8c64eac1-939f-4dfd-aa7e-e394c7f18034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.417082237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"d589ee9d-3096-4f40-8b14-3ddc884ebb96","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.417348092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e773642a-f166-44f2-b105-a8aa95eb8809","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.417580721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"1fe13efa-3132-43a7-a430-e815d68cdf0b","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.417836208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"09b8daf6-d3e5-4d64-aa3f-474ae7b3e7ee","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.438396257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"573e1885-5294-4912-b91b-da35f2024255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.438596288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"696eea40-a2e8-4657-9c21-82e86549b967","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.520383431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"db835cdc-cbb6-4824-877c-d3813eb2081a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.587614579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0eafddde-ee14-4dcd-93d4-88b8d4787e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.592868511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"db835cdc-cbb6-4824-877c-d3813eb2081a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.598749942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"0eafddde-ee14-4dcd-93d4-88b8d4787e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.616695252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"1c62bdff-3104-4766-b1e9-c08266d7f83d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.616728756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"7afefa9f-eb93-4565-92a8-2495acc5d958","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.715465314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f49681bd-40f3-4a2b-b8a8-abbdac7a9d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.729669468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"f49681bd-40f3-4a2b-b8a8-abbdac7a9d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.819767239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e0d5a50b-862a-4389-8be9-a78aa23c6e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:54.829393335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"e0d5a50b-862a-4389-8be9-a78aa23c6e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.184177891Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.184271287Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.190271014Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.191363598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"549ce784-084b-4562-b296-97437f82ee37","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.198888102Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.198918226Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.198981117Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.20216998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"70f8606d-1d09-42ef-915b-7e5ac11c2480","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.208898564Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"e60b5f17-4a27-4157-b30b-c32ad3be5b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9bcde681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.209622215Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.21248066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"afc6e60a-0fc0-4f9e-985f-36503f791e54","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.222513842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"e6125ce9-726d-4147-81ac-9ed29c94b7b8","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.222951895Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"8d96d503-8d11-4ecf-bfb9-f38054dfc907","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.223209932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"1c1ac059-3098-4928-9a4e-f19fdee0cf09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c889178d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.226563884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"a6772955-c170-41e4-8af6-b95b820dc6fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9bcde681","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.239274189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"34614efe-6f12-4470-ac71-18c2a5253b55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c889178d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.252334147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a9dad8b6-75e8-40db-8d52-2f31575283d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.252957336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"144659d3-058e-4c7d-914e-1c0cde98885d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.26245867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"a9dad8b6-75e8-40db-8d52-2f31575283d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.295463403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"144659d3-058e-4c7d-914e-1c0cde98885d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.304635255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7fb4a0b7-7400-468c-9cfe-049c33f54265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.30748218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4f71d6e8-a528-4474-a66b-b2251aed3657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.351842792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7fb4a0b7-7400-468c-9cfe-049c33f54265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.351914915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4f71d6e8-a528-4474-a66b-b2251aed3657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.412089391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7fb4a0b7-7400-468c-9cfe-049c33f54265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.412107775Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-access","reconcileID":"7fb4a0b7-7400-468c-9cfe-049c33f54265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.416484888Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4f71d6e8-a528-4474-a66b-b2251aed3657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-05a342-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:55.416534795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"4f71d6e8-a528-4474-a66b-b2251aed3657","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-05a342-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.421863261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebc096f4-61f6-4c00-80f1-c17e67a7694f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.423370392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d4fa28e8-efc6-41d1-a983-54ceec23c1a7","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.45204882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebc096f4-61f6-4c00-80f1-c17e67a7694f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.462422372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebc096f4-61f6-4c00-80f1-c17e67a7694f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"e2e-worker-w2-05a342-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.462452133Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-access","reconcileID":"ebc096f4-61f6-4c00-80f1-c17e67a7694f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-05a342"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:55.470591336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c8fe9ec6-4e0b-424e-a4dd-728b65378679","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:58.308077222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"simulator-w1-a33b12","reconcileID":"5832aa6b-6cae-4bb0-b9a7-5d64d1cf8804","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:57:58.678918323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a33b12","namespace":"e2e-models-e2e-worker-w1-a33b12"},"namespace":"e2e-models-e2e-worker-w1-a33b12","name":"distinct-w1-a33b12","reconcileID":"cea8a226-687b-46b1-98aa-38080f300cd3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-a33b12\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:57:58.970972828Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.224220084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"f4afdcee-34a0-40f6-afeb-0e60b134a5fe","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.224306713Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"f4afdcee-34a0-40f6-afeb-0e60b134a5fe","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.233064452Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"f4afdcee-34a0-40f6-afeb-0e60b134a5fe","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.240869575Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"f4afdcee-34a0-40f6-afeb-0e60b134a5fe","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:00.240888233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"f4afdcee-34a0-40f6-afeb-0e60b134a5fe","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.418131592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"5002120f-e931-415d-bb25-5f69988f013d","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-2-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-2-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:04.41840933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"f649ea27-3bef-48e2-a432-15a1881dadb6","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"distinct-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"distinct-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.231608659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"18b42a2c-4327-437c-8ede-21c6ffd4d726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.236475107Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"18b42a2c-4327-437c-8ede-21c6ffd4d726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.241199232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c4a38595-9fae-4a56-be9d-4ba45ad64643","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.241296638Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c4a38595-9fae-4a56-be9d-4ba45ad64643","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.241468416Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"simulator-subscription","reconcileID":"18b42a2c-4327-437c-8ede-21c6ffd4d726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.246203278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"7d7fc16c-131b-4ad7-bae4-4169ff4c1d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.255748607Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"7d7fc16c-131b-4ad7-bae4-4169ff4c1d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.256045077Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c4a38595-9fae-4a56-be9d-4ba45ad64643","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.261247013Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"premium-simulator-subscription","reconcileID":"7d7fc16c-131b-4ad7-bae4-4169ff4c1d47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-05a342"},"name":"maas-trlp-premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342","model":"e2e-models-e2e-worker-w2-05a342/premium-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.26321121Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c4a38595-9fae-4a56-be9d-4ba45ad64643","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.263234943Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c4a38595-9fae-4a56-be9d-4ba45ad64643","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.278212679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"105cd1cc-8aaf-407c-bd5e-eddf6fc999ed","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"simulator-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"simulator-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:05.379699087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"1b47d962-384e-47bd-a3f3-14ca70507af2","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"routeName":"premium-w2-05a342-kserve-route","namespace":"e2e-models-e2e-worker-w2-05a342","llmisvcName":"premium-w2-05a342","gateway":"openshift-ingress/e2e-worker-w2-05a342","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.65700357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a57a8935-54ad-4ec3-beeb-76d0ddc7161f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:07.759003487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d20de164-fcd8-4350-90a8-8f1c337d3b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.263571763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.263639787Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","namespace":"ai-tenant-e2e-worker-w2-05a342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.263730479Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","tenant":"e2e-worker-w2-05a342","tenantID":"e2e-worker-w2-05a342","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.271163164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Deployment","name":"maas-api-e2e-worker-w2-05a342","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.292522096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Service","name":"maas-api-e2e-worker-w2-05a342","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.308702732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-05a342","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.315991492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-05a342","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.327705177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.343795205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.35311965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.362634242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.366057354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.369232406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.373973145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Service","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.377073801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.380232985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.386643243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.389960473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.397779094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.401218807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.404768783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.408180802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-05a342","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.411499883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-05a342"},"namespace":"ai-tenant-e2e-worker-w2-05a342","name":"default-tenant","reconcileID":"c01c50da-eb59-4337-8559-6ddfb2925576","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-05a342","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.447181367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec45d41f-7968-4432-a51c-17ead8cc8851","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.546590324Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-05a342","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-05a342","reconcileID":"174f498b-6121-49c3-a990-6a44dece6db5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-05a342","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-05a342"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.559897351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7567292-e02b-43ad-917c-1b6daa310823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.594138194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ce7e1b36-34d9-4514-bb2c-48aff69e50e6","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.611588046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ce7e1b36-34d9-4514-bb2c-48aff69e50e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.611727174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"6312f7ce-0bf5-4228-b520-7641177e2939","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.633313393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"6312f7ce-0bf5-4228-b520-7641177e2939","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.633460818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"aaee997e-81df-4adc-8044-dbbfe0684f73","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.653357711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"aaee997e-81df-4adc-8044-dbbfe0684f73","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.653689422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d454b4d7-79aa-411d-9a1a-7fc18342bc5f","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.6726197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"d454b4d7-79aa-411d-9a1a-7fc18342bc5f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.672926341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"0fbb91e2-23a8-451f-b30d-f0f104aa9961","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.673011205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"0fbb91e2-23a8-451f-b30d-f0f104aa9961","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.673709723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e25d448f-7833-45b5-b5fc-77d6b511928a","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.673782978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e25d448f-7833-45b5-b5fc-77d6b511928a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.674022397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"34b492a7-91ec-412b-b8f7-dc1076e5d34c","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.67410556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"34b492a7-91ec-412b-b8f7-dc1076e5d34c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.692803688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"45eca765-f3be-4940-95ee-f27057afc50d","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.692865481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"45eca765-f3be-4940-95ee-f27057afc50d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.692954356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"cce20793-f571-43a3-9355-d99246672204","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.692992802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"cce20793-f571-43a3-9355-d99246672204","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.69307015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7e0cc367-ba79-4fbf-b54f-8a1e54e9950f","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.693107639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7e0cc367-ba79-4fbf-b54f-8a1e54e9950f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.693183906Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"21384f19-05a6-4304-992a-c2450955c28a","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.693220168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"21384f19-05a6-4304-992a-c2450955c28a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.703412414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"57604ea9-81a3-411b-b77b-818d328f0340","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.703498841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"57604ea9-81a3-411b-b77b-818d328f0340","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.713576177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"75eca286-cafc-4693-ba79-fe15871451a4","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.713625177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"75eca286-cafc-4693-ba79-fe15871451a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.713692564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b5412a1b-636f-4cd5-bfe0-fdb8b6d1058a","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.71372506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b5412a1b-636f-4cd5-bfe0-fdb8b6d1058a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.713787644Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"54c6c027-36e8-489c-86c0-c5febb992e00","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.713818048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"54c6c027-36e8-489c-86c0-c5febb992e00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.724422555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"20d66944-8d95-4683-8c62-d7736d71281f","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.724494777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"20d66944-8d95-4683-8c62-d7736d71281f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.754208789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"65d9a951-566c-4775-bdce-7ec6241f0942","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.754261996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"65d9a951-566c-4775-bdce-7ec6241f0942","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.754370545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4cd46542-3daa-49c9-a794-5d1d697c0945","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.754409435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4cd46542-3daa-49c9-a794-5d1d697c0945","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.75452855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5257cbc5-e422-4f62-b76a-bf4192bf80c9","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.754569417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"5257cbc5-e422-4f62-b76a-bf4192bf80c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.765274335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c4d0996d-85cc-43e5-ae3b-7d2dec7a5cc8","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.765320853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"c4d0996d-85cc-43e5-ae3b-7d2dec7a5cc8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.801336622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6c5f54-04f7-4873-b40c-7a3588f68c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.805070257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6c5f54-04f7-4873-b40c-7a3588f68c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.808774434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6c5f54-04f7-4873-b40c-7a3588f68c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:10.813044851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6c5f54-04f7-4873-b40c-7a3588f68c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.835055302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ae02cd3f-3238-4c53-959a-163190918fbb","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.83511019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"ae02cd3f-3238-4c53-959a-163190918fbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.835186728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d86f3c6a-ad71-44e6-8b8d-9b136dc5ae08","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.835218495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d86f3c6a-ad71-44e6-8b8d-9b136dc5ae08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.835282014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f1b68395-a112-4a55-8ce9-e6c5ec800a5f","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.835308334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f1b68395-a112-4a55-8ce9-e6c5ec800a5f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.845495545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"6d15b269-b27b-456d-ba12-327db0a45e5c","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:10.845565638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"6d15b269-b27b-456d-ba12-327db0a45e5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.006712774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f6a3e3f7-492b-40ce-8c6e-30e45e5a7524","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.006802436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f6a3e3f7-492b-40ce-8c6e-30e45e5a7524","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.00693586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e3a21aa7-1cc8-406e-bf37-3324caf040c9","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.00699106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"e3a21aa7-1cc8-406e-bf37-3324caf040c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.007110233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"0fdf0838-bd50-4f66-86a4-07b8939c9b20","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.007156376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"0fdf0838-bd50-4f66-86a4-07b8939c9b20","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.007265252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"4e531848-9d8b-4774-9e86-d9a14e1449de","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.00731457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"4e531848-9d8b-4774-9e86-d9a14e1449de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:11.262588499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7ba7f5-98c6-424a-aafe-0db84f612304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:11.287658501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7ba7f5-98c6-424a-aafe-0db84f612304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:11.291177861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7ba7f5-98c6-424a-aafe-0db84f612304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:11.294606251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7ba7f5-98c6-424a-aafe-0db84f612304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327119675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"4873bbd2-a6f3-4585-9277-783991902af2","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327188611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"4873bbd2-a6f3-4585-9277-783991902af2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327291407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8f89eb48-d05a-4bc3-9897-9a4789f8a6b3","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327333511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"8f89eb48-d05a-4bc3-9897-9a4789f8a6b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327429703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4e42f877-43ff-4590-8432-c2a012318b88","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327494785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4e42f877-43ff-4590-8432-c2a012318b88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327587363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0801a76b-72f3-4bc5-bd48-af6179990f9b","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.327624837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"0801a76b-72f3-4bc5-bd48-af6179990f9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.967951394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b4280fbf-d01b-4816-acde-73523d942636","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.968018814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b4280fbf-d01b-4816-acde-73523d942636","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.968100959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"262b52ed-11f5-4b8a-ba6f-c6b5094a6067","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.96813401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"262b52ed-11f5-4b8a-ba6f-c6b5094a6067","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.968198665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"45d110a5-3849-4724-ae94-4a7728272d3f","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.968229403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"45d110a5-3849-4724-ae94-4a7728272d3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.96829486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"341a52c2-3547-4d3c-b014-b270f888e71f","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:11.968325858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"341a52c2-3547-4d3c-b014-b270f888e71f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.24902834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"83b39c7f-e403-4109-962f-ea9735673dff","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249114806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"83b39c7f-e403-4109-962f-ea9735673dff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249241525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9d67f196-cc2d-4df2-836d-365a5b51bff8","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249303462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9d67f196-cc2d-4df2-836d-365a5b51bff8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249396986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"318bfcbc-bf0b-4651-bdcc-030b2f255496","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249459493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"318bfcbc-bf0b-4651-bdcc-030b2f255496","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249567433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"83a7f647-5d3c-4d69-9c39-29d423615ce7","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:13.249619006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"83a7f647-5d3c-4d69-9c39-29d423615ce7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.748576243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d293a31f-f408-426a-890e-2b9925679338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:13.85115834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00dd0a78-3c40-49e3-a302-8183c73a0a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.574698144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fc04e00-e046-4317-ab5b-ecfbbcd05b9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:15.675037497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a941864c-96ff-4f87-ae44-0415679fd545","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810318826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1be06449-dd58-471a-8ef8-ea2b1965fc27","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810392336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1be06449-dd58-471a-8ef8-ea2b1965fc27","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810522628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7f2783f4-f55a-432a-b0c6-8b57b58fe38c","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810562957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7f2783f4-f55a-432a-b0c6-8b57b58fe38c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810654842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4fb0d31f-75d1-4b45-992f-0e1a161a1929","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810693209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"4fb0d31f-75d1-4b45-992f-0e1a161a1929","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810784928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"56b0fb7f-4b26-461a-a36e-4c74d15f06b1","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:15.810820894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"56b0fb7f-4b26-461a-a36e-4c74d15f06b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.57604332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"520db8a5-8175-4bc4-9287-f2f4ed69238d","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.576510844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"520db8a5-8175-4bc4-9287-f2f4ed69238d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.576668742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9cc4df7f-efa7-4857-8f98-55985bb21ab3","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.576769992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"9cc4df7f-efa7-4857-8f98-55985bb21ab3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.576892259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8f5ebf97-b591-4c8e-8453-0d0959ca4c96","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.576980195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8f5ebf97-b591-4c8e-8453-0d0959ca4c96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.577112965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"f322bf52-c149-4764-8b76-8a400dd3c989","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.577162585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"f322bf52-c149-4764-8b76-8a400dd3c989","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.633901293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e83ee418-1b0d-4478-ad32-de6b419399b4","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.633999939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"e83ee418-1b0d-4478-ad32-de6b419399b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634128068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ba74716a-7afe-4d2c-9c94-03366712a15d","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634182058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ba74716a-7afe-4d2c-9c94-03366712a15d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634299562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"94a0804e-3b7a-4a1c-8802-3ca5c13556dd","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634344805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"94a0804e-3b7a-4a1c-8802-3ca5c13556dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634469039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"3e9edf24-cbcc-4a53-b6bb-302333d52d37","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.634523838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"3e9edf24-cbcc-4a53-b6bb-302333d52d37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.687639641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"40f4cfaa-d995-40a6-b410-3b77de5538d0","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.687741252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"40f4cfaa-d995-40a6-b410-3b77de5538d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.687882663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dc46bbc8-dc12-4a3d-86a4-c8bf869935c1","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.687930912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"dc46bbc8-dc12-4a3d-86a4-c8bf869935c1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.688092821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f55b5451-bbc5-4399-a1bb-1d6e2565e5af","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.688143646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"f55b5451-bbc5-4399-a1bb-1d6e2565e5af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.688242287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"400015fb-35cf-4e19-aa2a-9a31ce09be14","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.6882838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"400015fb-35cf-4e19-aa2a-9a31ce09be14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.722961874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"eead3699-eadd-4381-9621-b952fefcc34c","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.72306152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"eead3699-eadd-4381-9621-b952fefcc34c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723205883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b190f6bf-04d0-480f-93dc-4210449e4d68","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723258759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"b190f6bf-04d0-480f-93dc-4210449e4d68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723362566Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"61fa168a-2304-47a9-be9b-d91f4104b0ff","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723409734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"61fa168a-2304-47a9-be9b-d91f4104b0ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723552645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"675ad47f-aea7-4bf0-a494-bc3a9872bc1d","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:17.723612721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"675ad47f-aea7-4bf0-a494-bc3a9872bc1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.761192406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"8d708a1d-367d-47a5-b500-c7b73315ccaf","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.761282009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"8d708a1d-367d-47a5-b500-c7b73315ccaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.769059165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4b6fc8bf-f249-4df0-8f48-18c0dba72115","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.769122449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4b6fc8bf-f249-4df0-8f48-18c0dba72115","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.777119514Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"06d97e27-4a31-4d80-9808-df98b14477f8","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.777174242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"06d97e27-4a31-4d80-9808-df98b14477f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.785802106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"204b594d-6dc7-4553-b0fb-f38e40d487b1","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.785855374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"204b594d-6dc7-4553-b0fb-f38e40d487b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.852000248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"aa10e40e-4912-4580-b6d0-11a22f765a46","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.852074577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"aa10e40e-4912-4580-b6d0-11a22f765a46","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-2-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.87193602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"25c989a2-7982-4289-9ac8-c91191ac896b","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.872019493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"25c989a2-7982-4289-9ac8-c91191ac896b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.872128784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8ae3448f-e8e6-4495-910b-75ad71523331","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.872175234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8ae3448f-e8e6-4495-910b-75ad71523331","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.872284215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8967d25e-5c45-47ee-9fd2-71a7b3f78cd2","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.8723285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"8967d25e-5c45-47ee-9fd2-71a7b3f78cd2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.970482087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"d9940d2a-0f83-43f6-bcbd-4907534c4f22","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.970657923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"d9940d2a-0f83-43f6-bcbd-4907534c4f22","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/simulator-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.993268471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"bac78572-9be5-43e3-80e2-ab7e1aa34fd8","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.99341583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"bac78572-9be5-43e3-80e2-ab7e1aa34fd8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.993618143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"1ffc1313-81eb-4185-8e50-d33a847734f1","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:25.99370434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"1ffc1313-81eb-4185-8e50-d33a847734f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.086645051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"824b3438-af50-4838-ac43-09bdffc78939","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.086724657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"824b3438-af50-4838-ac43-09bdffc78939","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/premium-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.105830172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"6246ab45-4063-4f35-b097-a78b2c49a253","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.105977799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"6246ab45-4063-4f35-b097-a78b2c49a253","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.195592904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c8555dd2-b8b4-4d66-a877-393cab2806ee","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.19573196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"c8555dd2-b8b4-4d66-a877-393cab2806ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-05a342/distinct-w2-05a342: AITenant \"e2e-worker-w2-05a342\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:26.924380276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"c9d28534-9b36-4cb3-bc83-044fe2fb679e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.026775434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"023d1978-6e12-458c-a5c7-1185a942ae87","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.127983682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"b86e7a3e-fec2-4752-a368-1da92ba316ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.228312055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"d1390814-9b10-41a9-9a51-22c8b2e581a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.328250326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"a9f0f694-2f3f-4b9e-839f-c42250baca80","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.426376188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"4877409d-c987-4737-9767-47b57a81aba6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.509088056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"5f3ceb47-bd9b-40fd-a5cc-d43f6ecb8cbd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.533826829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"77a96bb5-9528-459c-b8ec-0707259b027b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.612074145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"88dc0daa-99a0-4b8a-8fbd-41921e6cec0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.634314455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"81f64fec-26b8-4dee-b36f-8ee2b4481015","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.710835912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"7a2d8349-a9c1-4991-a544-0595cf719912","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.731056812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"90ba840f-afd0-482a-9cfd-da22912d8506","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.75213543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"55cb2068-f9e9-435e-a303-731270785ea4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.83974207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"0fb86097-7c7b-4241-9588-7354cacf0473","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.9350883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"ab67706a-42e0-4354-bc4d-2b52308217e6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.95494286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"a2cb90cf-250d-432d-9a8f-e291e8615c61","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.973694554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"314e3824-58b9-48d1-9134-4eb26b924f1e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:27.994420808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"ca91576e-8b60-4a1b-b872-de7277b96af4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.022964629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"76d82a3c-9732-44cc-b0a5-17583537bec6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.044842315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"20e1ed1a-d1be-4780-b495-49afecb52bcb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.073375417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"569a1cb1-632a-403f-bcd1-389e17166f24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.099565485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"108817ef-a3c0-4dd1-8634-ad006ffb975c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.123151809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"959933f4-93dc-450e-a6b9-beaae966a0e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.143928069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"2f5e90f4-520a-4542-96b7-f24a51ec66ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.253408185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"b08b5cee-4705-4913-8064-a9ebbb753d85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.284246627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7d42700e-49f4-49c4-bd9c-6e79a3c23248","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.302123879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"8515e1ee-9fcd-4dfe-a067-9adb17d74da9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.323483637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"0324a562-2057-4bd2-81dd-d3e6eb0623dc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.616495748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"6f2c6819-dad5-4584-9f87-615826b714e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.635837983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"23df0ebb-91f2-4216-9b59-a1f605949810","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.654489826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"6fc6763c-fe91-4ce9-a48b-31cceb769815","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:28.672641142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"b989de47-e36a-4c80-8bc1-e835c6c2bcb9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T21:58:28.966905833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:29.277084614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"86daff9b-f3d2-41f7-bc1e-ccbdc2ffb6ff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:29.378972856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"a288d8f3-1113-4276-b692-366f63af97e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:29.396859484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"30b896c4-e974-4d0d-884c-7d6d33777a20","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:29.479161129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"38f88b0f-0d82-4414-8555-da72b98e2521","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:30.578670322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"1cc8330e-467a-42b3-873b-6ccc4d52d3e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:30.681512632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"7979018a-46c0-4964-87a7-499b6fd49d3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:30.783053263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"3db25842-e12d-4855-8727-d25758e69791","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:30.801182082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"7d795788-2d7f-4f87-8405-1089ec9c8d55","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:33.166113792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-2-w2-05a342","reconcileID":"f1f70a33-9738-4be0-b74e-4cc6e44bf234","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:33.262185914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"distinct-w2-05a342","reconcileID":"d27c5db2-d277-44ab-8fde-3c97964c549c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:33.363943742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"premium-w2-05a342","reconcileID":"2ccb61a2-6b54-4de7-9319-525bd0778d29","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T21:58:33.383566439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-05a342","namespace":"e2e-models-e2e-worker-w2-05a342"},"namespace":"e2e-models-e2e-worker-w2-05a342","name":"simulator-w2-05a342","reconcileID":"c8ee979a-a24e-4b4a-a2bd-da1d892bcdbe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-05a342\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}